-- Logs begin at Sun 2022-10-09 00:10:45 UTC, end at Sun 2022-10-09 01:15:46 UTC. -- Oct 09 00:47:20.731734 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 09 00:47:23.400156 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.common.config [-] Logging enabled! Oct 09 00:47:23.400737 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev54 Oct 09 00:47:23.400880 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106107) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 09 00:47:23.404186 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.common.config [-] Logging enabled! Oct 09 00:47:23.404448 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev54 Oct 09 00:47:23.404761 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106107) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 09 00:47:23.405696 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 09 00:47:23.406504 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 09 00:47:23.406999 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 09 00:47:23.407234 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 09 00:47:23.407464 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 09 00:47:23.407813 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.408121 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.408354 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.408655 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.408951 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.409236 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.409527 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.409825 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.410111 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.410392 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.410677 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.410910 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.411193 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.411480 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.411794 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.412020 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] debug = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.412303 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.412725 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.413126 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.413417 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.413708 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.413988 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.414262 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.414544 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.414826 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.415152 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.415429 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.415741 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.416027 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.416314 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.416588 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.416864 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.417149 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.417424 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.417698 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.417979 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.418269 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.418555 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.418844 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.419071 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.419296 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.419584 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.419893 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.420170 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.420445 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.420720 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.420993 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.421266 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.422091 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.422377 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.422666 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.422954 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.423231 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.423506 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.423808 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.424079 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.424363 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.424637 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.424912 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.425187 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.425475 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.425746 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.426019 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.426321 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.426863 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.427150 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.427440 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.427800 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.428094 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.428370 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.428646 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.428923 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_json = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.429202 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.429479 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.429764 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.430043 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.430322 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.430600 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.430878 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.431169 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.431447 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:23.431772 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.432074 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.432376 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.432664 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.432974 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.433258 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.433552 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.433834 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.434125 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.434416 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.434704 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.434984 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.435286 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.435578 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.435898 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.436203 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.436498 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.436791 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.437092 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.437373 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.437650 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.437936 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.438225 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.438506 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.438796 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.439089 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.439372 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.439698 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.439987 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.440275 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.440570 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.440861 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.441138 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.441420 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.441713 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.441993 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.442269 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.442561 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.442839 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.443115 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.443401 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.443716 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.444008 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.444288 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.444570 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.444862 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.445143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.445422 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.445697 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.445979 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.446255 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.446543 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.446825 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.447102 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.447380 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.447689 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.447974 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.448249 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.448531 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.448808 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.449089 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.449367 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.449643 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.449921 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.450199 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.450475 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.450751 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.451025 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.451307 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.451583 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.451881 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.452154 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.452431 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.452737 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.453028 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.453331 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.453614 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.453894 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.454174 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.454455 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.454736 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.455016 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.455295 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.455575 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.455874 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.456167 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.456452 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.456739 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.457027 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.457322 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.457620 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.457905 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.458186 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.458467 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.458745 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.459022 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.459306 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.459586 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.459887 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.460173 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.460462 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.460759 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.461054 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.461337 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.461633 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.461928 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.462223 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.462504 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.462814 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.463095 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:23.463314 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 09 00:47:23.463556 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106107) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 09 00:47:23.841404 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 09 00:47:23.841723 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 09 00:47:23.841989 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 09 00:47:23.842222 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 09 00:47:23.842502 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 09 00:47:23.842832 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 09 00:47:24.166532 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.166826 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.167110 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.168329 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.168602 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.168868 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.221933 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.222212 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.222482 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.238803 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.239088 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.239357 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.267764 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.268045 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.268315 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.304122 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.304403 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.304671 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.535695 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.536298 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.536298 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.537317 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.538032 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.635227 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.635549 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.635856 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.636130 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.636400 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.636713 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.636973 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.637230 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.637488 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.637770 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.638028 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.638292 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.638549 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.638799 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.639054 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.639317 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.639571 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.639862 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.640132 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.640912 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.641188 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.641442 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.641726 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.642104 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.642358 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.642607 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.642999 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:24.643240 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:24.643477 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:24.643849 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:24.644091 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:24.644325 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:24.644688 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 09 00:47:24.647755 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 09 00:47:24.651630 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 09 00:47:24.655472 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 09 00:47:24.657692 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 09 00:47:24.658302 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 09 00:47:24.658640 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 09 00:47:24.659027 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 09 00:47:24.661799 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 09 00:47:24.662054 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 09 00:47:24.662398 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 09 00:47:24.667462 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 09 00:47:24.690329 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 09 00:47:24.690774 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.691073 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106107) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 09 00:47:24.691444 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.692820 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106107) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 09 00:47:24.693103 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 09 00:47:24.693354 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 09 00:47:24.704683 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.704967 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:24.821190 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 09 00:47:24.821377 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 09 00:47:24.821612 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 09 00:47:24.821978 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 09 00:47:24.875164 dv-cinder-master-3-iscsi neutron-server[106107]: INFO dbcounter [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Registered counter for database neutron Oct 09 00:47:24.894321 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_db.sqlalchemy.engines [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106107) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 09 00:47:24.900525 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG dbcounter [-] [106107] Writer thread running {{(pid=106107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 09 00:47:25.441347 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing driver for type 'gre' Oct 09 00:47:25.441851 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] gre ID ranges: [(1, 1000)] Oct 09 00:47:25.495963 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing driver for type 'local' Oct 09 00:47:25.496299 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing driver for type 'vlan' Oct 09 00:47:25.509949 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] VlanTypeDriver initialization complete Oct 09 00:47:25.510288 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing driver for type 'vxlan' Oct 09 00:47:25.510790 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] vxlan ID ranges: [(1, 1000)] Oct 09 00:47:25.564188 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing extension driver 'port_security' Oct 09 00:47:25.564807 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.extensions.port_security [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] PortSecurityExtensionDriver initialization complete Oct 09 00:47:25.564912 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing mechanism driver 'openvswitch' Oct 09 00:47:25.565165 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing mechanism driver 'hyperv' Oct 09 00:47:25.571691 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.plugin [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:47:25.572364 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.572748 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.573108 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.573614 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 09 00:47:25.574037 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.574403 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.574758 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.575157 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 09 00:47:25.575570 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.575950 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.576302 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.576698 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 09 00:47:25.577105 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.577461 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.578392 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.578791 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 09 00:47:25.579209 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.579567 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.579940 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.580464 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 09 00:47:25.580881 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.581243 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.581592 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.581990 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 09 00:47:25.582439 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] ML2 OVO RPC backend initialized. {{(pid=106107) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 09 00:47:25.583147 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.583509 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.583955 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.584313 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > networks before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.584664 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.585013 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > ports before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.585363 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.585713 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.586066 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.586414 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.586759 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.587100 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.587440 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.587813 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.588157 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.588498 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.588843 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.596433 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded quota_driver: . Oct 09 00:47:25.596806 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.plugin [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Modular L2 Plugin initialization complete Oct 09 00:47:25.597440 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading services supported by the core plugin {{(pid=106107) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 09 00:47:25.597788 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Got port-security extension from driver 'port_security' Oct 09 00:47:25.598271 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.extensions.vlantransparent [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Disabled vlantransparent extension. Oct 09 00:47:25.598776 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106107) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 09 00:47:25.599106 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: router Oct 09 00:47:25.634520 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.634921 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.635304 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router before_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.635698 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.636082 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.636444 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_delete 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.636810 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.637166 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.637528 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.637882 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.638245 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.638599 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.638962 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.639381 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.639793 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.640144 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.641049 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: subnet after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.641408 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.641771 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.642130 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.642481 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.642829 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.643191 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.643542 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.643924 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.644292 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.644643 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.645013 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > agent after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.645371 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.645722 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.646573 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Tracking information for resource: router configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:25.646907 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Tracking information for resource: floatingip configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 09 00:47:25.651829 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.db.l3_agentschedulers_db [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 09 00:47:25.652417 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.652785 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.653145 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.653502 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.654300 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router before_create 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.654672 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.655040 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.655402 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.660320 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.provider_configuration [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service providers = [] {{(pid=106107) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 09 00:47:25.660695 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.db.servicetype_db [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106107) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 09 00:47:25.663679 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 09 00:47:25.664038 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 09 00:47:25.664388 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 09 00:47:25.665279 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 09 00:47:25.665653 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.services.service_base [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 09 00:47:25.666036 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.666358 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 09 00:47:25.678202 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.678548 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: auto_allocate Oct 09 00:47:25.684260 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: network precommit_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.684635 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: network precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.685163 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.685491 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: tag Oct 09 00:47:25.692638 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.692919 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: timestamp Oct 09 00:47:25.696942 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.697279 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: network_ip_availability Oct 09 00:47:25.703309 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.703737 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.704104 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.704831 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.705158 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: flavors Oct 09 00:47:25.709849 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.710185 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading Plugin: revisions Oct 09 00:47:25.714585 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 09 00:47:25.714972 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 09 00:47:25.715749 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106107) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 09 00:47:25.716091 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Initializing extension manager. Oct 09 00:47:25.716621 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: __init__.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.716968 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: __pycache__ {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.717308 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: address_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.718193 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.718795 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: address-group Oct 09 00:47:25.719127 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: address_scope.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.719838 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.720343 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: address-scope Oct 09 00:47:25.720673 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.721556 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.722060 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: router-admin-state-down-before-update Oct 09 00:47:25.722391 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: agent.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.723062 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.723563 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: agent Oct 09 00:47:25.723918 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: agent_resources_synced.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.724795 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.725302 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: agent-resources-synced Oct 09 00:47:25.725629 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.727369 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.727922 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: allowed-address-pairs Oct 09 00:47:25.728267 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.729300 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.729815 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: auto-allocated-topology Oct 09 00:47:25.730145 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: availability_zone.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.730804 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.731315 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: availability_zone Oct 09 00:47:25.731662 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: availability_zone_filter.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.732542 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.733047 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: availability_zone_filter Oct 09 00:47:25.733372 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: data_plane_status.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.734262 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.734763 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 09 00:47:25.735089 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: default_subnetpools.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.735999 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.736502 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: default-subnetpools Oct 09 00:47:25.736828 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.737596 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.738107 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: dhcp_agent_scheduler Oct 09 00:47:25.738442 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: dns.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.739322 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.739858 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension dns-integration not supported by any of loaded plugins Oct 09 00:47:25.740189 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: dns_domain_ports.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.741071 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.741574 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 09 00:47:25.741904 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.742787 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.743286 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 09 00:47:25.743639 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: dvr.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.744279 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.744781 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: dvr Oct 09 00:47:25.745110 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: ecmp_routes.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.745982 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.746479 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 09 00:47:25.746804 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: empty_string_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.747699 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.748211 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: empty-string-filtering Oct 09 00:47:25.748536 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.749401 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.750408 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 09 00:47:25.750732 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.751625 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.752130 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 09 00:47:25.752458 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: external_net.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.753336 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.753838 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: external-net Oct 09 00:47:25.754163 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.755031 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.755533 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: extra_dhcp_opt Oct 09 00:47:25.755884 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: extraroute.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.756759 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.757258 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: extraroute Oct 09 00:47:25.757583 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: extraroute_atomic.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.758582 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.759088 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: extraroute-atomic Oct 09 00:47:25.759415 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: filter_validation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.760065 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.760567 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: filter-validation Oct 09 00:47:25.760892 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: fip_pf_description.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.761762 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.762258 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 09 00:47:25.762584 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: fip_pf_detail.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.763451 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.764047 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 09 00:47:25.764372 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: fip_pf_port_range.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.765289 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.766292 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 09 00:47:25.766674 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: fip_port_details.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.767561 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.768211 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: fip-port-details Oct 09 00:47:25.768629 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: flavors.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.769771 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.770289 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: flavors Oct 09 00:47:25.770620 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.772380 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.772831 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 09 00:47:25.773163 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: floatingip_pools.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.773834 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.774379 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: floatingip-pools Oct 09 00:47:25.774715 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: ip_allocation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.775636 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.776274 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 09 00:47:25.776504 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.777416 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.777921 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: ip-substring-filtering Oct 09 00:47:25.778251 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l2_adjacency.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.779188 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.779719 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 09 00:47:25.780050 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.781085 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.781603 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: router Oct 09 00:47:25.781929 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.784373 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.784906 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 09 00:47:25.785244 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.786131 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.786647 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: ext-gw-mode Oct 09 00:47:25.786980 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.787898 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.788435 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: l3-ha Oct 09 00:47:25.788769 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.789643 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.790148 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 09 00:47:25.790475 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_flavors.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.791355 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.791898 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: l3-flavors Oct 09 00:47:25.792224 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.793562 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.794076 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 09 00:47:25.794410 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.795304 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.795913 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 09 00:47:25.796246 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: l3agentscheduler.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.797294 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.797807 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: l3_agent_scheduler Oct 09 00:47:25.798140 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: local_ip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.799904 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.800429 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension local_ip not supported by any of loaded plugins Oct 09 00:47:25.800767 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: logging.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.802464 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.802981 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension logging not supported by any of loaded plugins Oct 09 00:47:25.803321 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: metering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.804064 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.804646 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: metering Oct 09 00:47:25.804982 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.806030 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.806549 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: metering_source_and_destination_fields Oct 09 00:47:25.806884 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: multiprovidernet.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.807805 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.808323 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: multi-provider Oct 09 00:47:25.808656 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: netmtu.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.809542 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.810051 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: net-mtu Oct 09 00:47:25.810383 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: netmtu_writable.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.811262 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.811800 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: net-mtu-writable Oct 09 00:47:25.812135 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: network_availability_zone.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.813296 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.813798 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: network_availability_zone Oct 09 00:47:25.814129 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: network_ip_availability.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.815180 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.815722 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: network-ip-availability Oct 09 00:47:25.816056 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: network_segment_range.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.816785 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.817284 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 09 00:47:25.817613 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: pagination.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.818546 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.818887 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: pagination Oct 09 00:47:25.819216 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: port_device_profile.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.820104 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.820616 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: port-device-profile Oct 09 00:47:25.820945 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: port_mac_address_override.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.821826 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.822334 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: port-mac-override Oct 09 00:47:25.822660 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.823535 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.824075 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: port-mac-address-regenerate Oct 09 00:47:25.824402 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.825278 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.825783 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: port-numa-affinity-policy Oct 09 00:47:25.826110 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: port_resource_request.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.826982 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.827480 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 09 00:47:25.828407 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: port_resource_request_groups.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.829347 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.829850 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 09 00:47:25.830179 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: portbindings.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.831058 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.831562 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: binding Oct 09 00:47:25.831915 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: portbindings_extended.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.833133 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.833651 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: binding-extended Oct 09 00:47:25.833983 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: portsecurity.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.834859 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.835370 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: port-security Oct 09 00:47:25.835727 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: project_id.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.836855 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.837193 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: project-id Oct 09 00:47:25.837523 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: providernet.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.838401 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.838919 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: provider Oct 09 00:47:25.839251 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.842776 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.843301 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos not supported by any of loaded plugins Oct 09 00:47:25.843699 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.844930 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.845444 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 09 00:47:25.845781 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.846669 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.847181 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 09 00:47:25.847515 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_default.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.848425 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.848941 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-default not supported by any of loaded plugins Oct 09 00:47:25.849271 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_fip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.850156 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.850671 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-fip not supported by any of loaded plugins Oct 09 00:47:25.851005 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.851920 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.852432 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 09 00:47:25.852765 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.853651 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.854160 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 09 00:47:25.854490 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.855366 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.855901 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 09 00:47:25.856231 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.857230 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.857747 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 09 00:47:25.858077 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.859618 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.860138 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 09 00:47:25.860470 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_pps_rule.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.861606 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.862117 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-pps not supported by any of loaded plugins Oct 09 00:47:25.862450 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.863328 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.863868 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 09 00:47:25.864200 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.865087 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.865587 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 09 00:47:25.865916 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: qos_rules_alias.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.866922 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.867429 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 09 00:47:25.867789 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: quota_check_limit.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.868666 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.869179 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: quota-check-limit Oct 09 00:47:25.869520 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: quotasv2.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.870392 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.870723 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: quotas Oct 09 00:47:25.871048 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: quotasv2_detail.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.872715 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.873059 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: quota_details Oct 09 00:47:25.873397 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: rbac.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.874412 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.875507 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: rbac-policies Oct 09 00:47:25.875874 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: rbac_address_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.876767 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.877281 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: rbac-address-group Oct 09 00:47:25.877611 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: rbac_address_scope.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.878579 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.879096 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: rbac-address-scope Oct 09 00:47:25.879427 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: rbac_security_groups.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.880364 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.880871 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: rbac-security-groups Oct 09 00:47:25.881201 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.882088 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.882596 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: rbac-subnetpool Oct 09 00:47:25.882926 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: revisionifmatch.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.883841 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.884352 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: revision-if-match Oct 09 00:47:25.884681 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: revisions.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.885775 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.886284 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: standard-attr-revisions Oct 09 00:47:25.886613 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: router_availability_zone.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.887248 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.887800 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: router_availability_zone Oct 09 00:47:25.888131 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: routerservicetype.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.889023 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.889532 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension router-service-type not supported by any of loaded plugins Oct 09 00:47:25.889860 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.891308 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.891847 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: security-groups-normalized-cidr Oct 09 00:47:25.892180 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.893081 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.893584 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: port-security-groups-filtering Oct 09 00:47:25.893912 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.894808 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.895310 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: security-groups-remote-address-group Oct 09 00:47:25.895673 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.896573 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.897077 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: security-groups-shared-filtering Oct 09 00:47:25.897406 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: securitygroup.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.907919 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.908459 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: security-group Oct 09 00:47:25.908807 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: segment.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.909519 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.910031 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension segment not supported by any of loaded plugins Oct 09 00:47:25.910366 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.911288 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.911827 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 09 00:47:25.912163 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: servicetype.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.913235 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.913751 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: service-type Oct 09 00:47:25.914087 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: sorting.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.915037 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.915371 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: sorting Oct 09 00:47:25.915732 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: standard_attr_segment.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.916636 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.917150 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 09 00:47:25.917479 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: standardattrdescription.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.918101 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.918614 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: standard-attr-description Oct 09 00:47:25.918949 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: stateful_security_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.919868 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.920387 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: stateful-security-group Oct 09 00:47:25.920720 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: stdattrs_common.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.921275 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 09 00:47:25.921633 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.922529 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.923037 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 09 00:47:25.923366 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: subnet_onboard.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.924415 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.924930 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: subnet_onboard Oct 09 00:47:25.925261 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.926167 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.926922 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 09 00:47:25.927261 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: subnet_service_types.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.928178 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.928691 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: subnet-service-types Oct 09 00:47:25.929029 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: subnetallocation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.930064 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.930587 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: subnet_allocation Oct 09 00:47:25.930921 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.931557 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.932096 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: subnetpool-prefix-ops Oct 09 00:47:25.932425 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.933321 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.933826 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 09 00:47:25.934152 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: tagging.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.935180 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.935727 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: standard-attr-tag Oct 09 00:47:25.936059 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: timestamp.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.937262 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.937780 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loaded extension: standard-attr-timestamp Oct 09 00:47:25.938114 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: trunk.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.939112 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.939658 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension trunk not supported by any of loaded plugins Oct 09 00:47:25.939996 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: trunk_details.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.940878 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.941386 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension trunk-details not supported by any of loaded plugins Oct 09 00:47:25.941716 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.942594 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.943147 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 09 00:47:25.943431 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Loading extension file: vlantransparent.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 09 00:47:25.944104 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 09 00:47:25.944607 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 09 00:47:25.947192 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:network Oct 09 00:47:25.947758 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:subnet Oct 09 00:47:25.948167 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 09 00:47:25.948564 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:port Oct 09 00:47:25.949854 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.950309 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service FLAVORS assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.950946 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.951393 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.951768 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:router Oct 09 00:47:25.952206 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:floatingip Oct 09 00:47:25.952702 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service METERING assigned prefix: /metering {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.954648 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.955045 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.955406 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:47:25.956448 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 09 00:47:25.956893 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:security_group Oct 09 00:47:25.957332 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 09 00:47:25.957875 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.958210 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 09 00:47:25.958560 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] subnetpool is already registered Oct 09 00:47:25.959000 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.959338 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 09 00:47:25.959699 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] subnetpool is already registered Oct 09 00:47:25.962120 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.962580 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service FLAVORS assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.963218 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.963802 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.964145 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:router Oct 09 00:47:25.964498 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] router is already registered Oct 09 00:47:25.964930 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:floatingip Oct 09 00:47:25.965274 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] floatingip is already registered Oct 09 00:47:25.965744 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service METERING assigned prefix: /metering {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.966462 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 09 00:47:25.966799 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] rbac_policy is already registered Oct 09 00:47:25.967229 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:security_group Oct 09 00:47:25.967571 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] security_group is already registered Oct 09 00:47:25.968033 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 09 00:47:25.968372 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] security_group_rule is already registered Oct 09 00:47:25.969448 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.969783 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 09 00:47:25.970122 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] subnetpool is already registered Oct 09 00:47:25.970554 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 09 00:47:25.970881 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 09 00:47:25.971213 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] subnetpool is already registered Oct 09 00:47:25.971709 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: extensions {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.973301 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: address-groups {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.974820 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: address-scopes {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.976082 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: agents {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.977290 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: auto-allocated-topology {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.979863 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: availability_zones {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.981114 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: dhcp-networks {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.982544 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: dhcp-agents {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.984164 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: routers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.985913 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: flavors {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.987091 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: service_profiles {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.988440 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: next_providers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.989919 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: service_profiles {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.991385 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: floatingip-pools {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.992677 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: routers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.994557 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: floatingips {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.995791 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: l3-routers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.997206 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: l3-agents {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:25.998754 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: metering-labels {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.000086 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: metering-label-rules {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.001397 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: network-ip-availabilities {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.002765 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: bindings {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.004392 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: quotas {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.005969 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: quotas {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.007655 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: rbac-policies {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.008869 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: security-groups {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.010097 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: security-group-rules {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.011389 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: service-providers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.012729 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: subnetpools {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.014083 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: subnetpools {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.016116 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.017908 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.019683 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.021580 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.023308 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.025221 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.027032 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.028872 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.030676 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.033136 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 09 00:47:26.040134 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING keystonemiddleware.auth_token [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 09 00:47:26.045214 dv-cinder-master-3-iscsi neutron-server[106107]: WARNING keystonemiddleware.auth_token [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 09 00:47:26.054312 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Acquiring lock "singleton_lock" {{(pid=106107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 09 00:47:26.054644 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Acquired lock "singleton_lock" {{(pid=106107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 09 00:47:26.055122 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Releasing lock "singleton_lock" {{(pid=106107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 09 00:47:26.055798 dv-cinder-master-3-iscsi neutron-server[106107]: INFO oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Starting 2 workers Oct 09 00:47:26.060668 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Started child 106252 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 09 00:47:26.065145 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Started child 106253 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 09 00:47:26.066138 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:26.066833 dv-cinder-master-3-iscsi neutron-server[106107]: INFO neutron.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 09 00:47:26.067359 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:26.067849 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [-] (106252) wsgi starting up on http://0.0.0.0:9696 Oct 09 00:47:26.069833 dv-cinder-master-3-iscsi neutron-server[106107]: INFO oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Starting 1 workers Oct 09 00:47:26.070034 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:26.071405 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [-] (106253) wsgi starting up on http://0.0.0.0:9696 Oct 09 00:47:26.075165 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Started child 106254 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 09 00:47:26.075738 dv-cinder-master-3-iscsi neutron-server[106107]: INFO oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Starting 1 workers Oct 09 00:47:26.080675 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] calling RpcWorker wait() {{(pid=106254) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 09 00:47:26.081165 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Started child 106255 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 09 00:47:26.081245 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.service [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] returning from RpcWorker wait() {{(pid=106254) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 09 00:47:26.081718 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-098c4c78-a23d-4cbf-b780-4bfdea5705b0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:26.082381 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:26.082830 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:47:26.083689 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 09 00:47:26.083902 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 09 00:47:26.084083 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 09 00:47:26.084476 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 09 00:47:26.084830 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 09 00:47:26.085017 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 09 00:47:26.085547 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.085842 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.086081 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:26.086525 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.086525 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.086944 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.087072 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:47:26.087489 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.087765 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.088060 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.088317 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.088491 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.088660 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.089070 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.089333 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.089664 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.089945 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.090204 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.090455 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.090630 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.090888 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.091162 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.091439 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.092158 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] debug = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.092460 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.092952 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.093215 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.094096 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.094316 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.094611 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.094866 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.095143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.095399 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.095661 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.095917 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.096194 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.096450 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.096699 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.096938 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.097205 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.097444 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.097934 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.098178 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.098433 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.098686 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.098922 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.099189 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.099408 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.099757 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.099965 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.100223 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.100453 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.100705 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.100983 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.101205 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.101457 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.101625 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_options = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.101873 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.102149 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.102420 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.102613 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.102773 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.102941 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.103197 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.103360 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.103585 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.103834 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.104054 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.104274 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.104493 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.104745 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.104991 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.105208 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.105426 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.105659 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.105916 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.106167 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.106413 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.106658 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.107106 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.107106 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.107447 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.107804 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.108265 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.108469 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.108756 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.108906 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.109255 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.109425 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.109655 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.109961 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.110178 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.110417 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.110797 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.111936 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.111936 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.112220 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.112342 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.112683 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.112806 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.113141 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.113141 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.113353 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.113579 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_json = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.113866 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.114006 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.114261 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.115885 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.116134 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.116381 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.116625 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.116890 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.117115 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.117680 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.118016 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.118318 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.118557 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.118817 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.119091 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.119359 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.119619 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.119881 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.120246 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.120575 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.120845 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.121161 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.121435 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.121719 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.122099 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.122351 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.122633 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.122885 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.123113 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.123340 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.123575 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.123997 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.124242 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.124500 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.124740 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.124988 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.125356 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.125619 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.125915 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.126272 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.126709 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.127141 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.127445 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.127727 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.127982 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.128212 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.128475 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.128718 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.128941 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.129213 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.129622 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.129884 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.130218 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.130473 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.130708 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.130972 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.131214 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.131471 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.131729 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.131975 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.132215 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.132437 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.132701 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.132933 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.133170 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.133437 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.133686 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.134027 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.134290 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.134689 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.135068 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.135449 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.135841 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.136242 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.136463 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.136688 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.136909 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.137184 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.137399 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.137604 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.137823 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.138068 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.138287 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.138507 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.138733 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.138969 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.139193 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.139412 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.139681 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.139900 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.140137 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.140981 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.141348 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.141722 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.142087 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.142469 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.142718 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.142937 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.143157 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.143393 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.143645 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.143975 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.144269 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.144526 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.144748 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.145008 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.145250 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.145499 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.145725 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.145946 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.146181 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.146434 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.146665 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.146907 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.147133 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.147353 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.147960 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.148196 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.148419 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.148641 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.148881 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.149101 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.149326 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.149545 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.149774 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.150011 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.150269 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.150604 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.150842 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.151226 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.151492 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.151751 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.152027 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.152283 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.152570 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.152807 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.153079 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.153375 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.153650 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.153910 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.154151 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.154574 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.154852 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.155130 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.155379 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.155625 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.155861 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.156754 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.156993 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.157251 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.157471 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.157706 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.158059 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.158296 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.158533 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.158749 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.159037 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.159267 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.159508 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.159797 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.160047 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.160311 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.160598 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.160848 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.161099 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.161348 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.161580 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.161802 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.162015 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.162462 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.162716 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.162931 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.163150 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.163394 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.163648 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.163874 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.164087 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.164306 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.164687 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.164937 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.165155 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.165377 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.165618 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.165858 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.166079 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.166317 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.166532 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.166785 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.167006 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.167273 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.167537 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.167782 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.168010 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.168263 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.168498 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.168720 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.168983 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.169205 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.169424 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.169641 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.169864 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.170228 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.170571 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.170892 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.171116 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.171368 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.171673 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.172028 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.172294 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.172551 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.172798 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.173042 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.173293 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.173513 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.173733 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.173995 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.174225 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.174469 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.174702 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.174964 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.175311 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.175531 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.175937 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.176337 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.176993 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.177259 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.177503 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.177760 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.178022 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.178253 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.178480 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.178704 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.178945 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.179164 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.179380 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.179644 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.179830 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.180050 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.180263 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.180614 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.180893 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.181108 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.181364 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.181619 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.181854 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.182085 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.182301 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.182512 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.182739 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.182956 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.183166 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.183412 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.183666 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.183885 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.184110 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.184331 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.184548 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.184798 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.185010 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.185222 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.185465 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.185684 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.185894 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.186137 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.186370 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.186587 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.186809 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.187049 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.187285 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.187536 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.187775 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.187989 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.188207 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.188423 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.188635 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.188927 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.189179 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.189398 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.189695 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.189922 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.190168 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.190411 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.190726 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.190957 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.191199 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.191293 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:47:26.191428 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.191688 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.191935 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.192192 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.192512 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.192795 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.193053 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.193360 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.193615 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.193880 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.194151 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.194393 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.194717 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.195036 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.195306 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.195582 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.195866 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.196105 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.196328 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.196547 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.196796 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.197178 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.197275 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.197524 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.197772 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.198020 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.198239 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.198663 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.198663 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.198917 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.199148 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.199372 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.199607 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.199765 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 09 00:47:26.200298 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 09 00:47:26.200463 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 09 00:47:26.200617 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 09 00:47:26.200787 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 09 00:47:26.200956 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 09 00:47:26.201108 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 09 00:47:26.201316 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.201479 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.201640 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.201802 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.201984 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.202146 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.202307 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.202467 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.202723 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.203462 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.203631 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.203757 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.203893 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.204053 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.204215 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.204375 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.204541 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.204706 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.204866 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.205025 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.205185 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.205345 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] debug = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.205504 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.205737 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.205894 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.206053 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.206212 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.206371 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.206531 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.206690 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.206849 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.207008 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.207170 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.207330 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.207490 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.207669 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208511 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208511 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208511 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208511 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208511 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208934 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208934 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.208934 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.209183 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.209183 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.209390 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.209502 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.209850 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.209850 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210052 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210052 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210250 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210327 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210471 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_options = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210630 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210789 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.210948 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.211132 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.211296 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.211457 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.211654 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.211817 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.211977 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.212136 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.212295 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.212455 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.212602 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.212762 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.212921 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.213081 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.213241 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.213401 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.213552 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.213708 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.213867 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214026 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214184 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214344 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214508 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214667 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214826 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.214984 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.215142 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.215499 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.215499 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.215768 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216469 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216469 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216617 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216742 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.216887 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.217045 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.217204 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.217363 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.217522 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.217681 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.217840 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.218186 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_json = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.218186 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.218381 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.218527 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.219207 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.219369 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.219528 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.220038 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.220038 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.220038 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 09 00:47:26.220362 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.220362 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.220504 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.220636 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.220798 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.220960 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.221316 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.221316 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.221500 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.221579 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.221722 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.221885 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.222057 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.222219 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.222380 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.222544 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.222704 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.222864 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.223025 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.223186 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.223346 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.223508 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.223711 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.223875 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.224037 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.224197 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.224358 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.224533 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.224694 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.224862 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.225038 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.225200 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.225364 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.225524 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.225686 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.225849 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226011 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226158 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226323 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226485 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226646 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226808 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.226970 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.227131 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.227293 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.227454 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.227633 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.227798 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.227959 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.228121 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.228283 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.228445 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.228606 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.228768 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.228929 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.229091 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.229253 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.229423 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.229583 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.229744 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.229905 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.230067 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.230228 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.230389 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.230549 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.230709 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.230869 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.231030 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.231203 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.231363 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.231525 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.231718 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.231881 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.232042 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.232203 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.232364 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.232524 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.232685 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.232846 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.233005 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.233168 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.233329 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.233492 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.233718 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.233890 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.234071 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.234236 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.234403 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.234565 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.234727 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.234888 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.235059 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.235236 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.235398 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.235560 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.235730 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.235945 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236032 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236192 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236353 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236515 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236675 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236835 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.236996 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.237160 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.237322 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.237482 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.237643 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.237803 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.237964 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.238124 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.238284 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.238445 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.238605 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.238766 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.238926 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.239086 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.239247 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.239407 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.239568 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.239756 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.239918 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.240078 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.240248 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.240409 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.240572 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.240735 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.240903 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.241077 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.241239 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.241401 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.241562 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.241722 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.241883 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.242043 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.242203 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.242365 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.242526 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.242687 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.242859 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.243020 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.243183 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.243344 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.243530 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.243724 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.243887 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.244049 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.244210 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.244376 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.244537 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.244698 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.244858 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245018 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245179 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245341 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245502 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245663 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245824 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.245985 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.246146 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.246308 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.246468 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.246629 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.246791 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.246951 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.247112 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.247273 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.247434 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.247610 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.247773 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.247934 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.248096 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.248257 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.248419 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.248579 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.248739 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.248900 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.249059 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.249220 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.249381 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.249544 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.250287 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.250389 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.250556 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.250718 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.250880 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.251041 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.251205 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.251366 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.251528 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252230 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252230 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252230 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252230 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252533 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252533 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252677 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252755 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.252915 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.253077 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.253239 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.253402 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.253565 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.253727 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.253888 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.254050 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.254211 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.254377 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.254540 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.254703 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.254862 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.255024 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.255184 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.255344 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.255505 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.255687 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.255853 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256016 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256179 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256341 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256502 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256665 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256826 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.256988 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.257149 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.257309 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.257470 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.257632 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.257792 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.257954 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.258128 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.258290 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.258452 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.258613 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.258774 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.258935 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.259106 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.259266 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.259427 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.259611 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.259766 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.259934 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.260087 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.260249 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.260410 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.260570 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.260731 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.260879 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.261049 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.261211 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.261372 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.261533 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.261694 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.261855 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262025 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262187 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262347 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262508 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262668 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262828 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.262999 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.263160 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.263320 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.263481 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.263666 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.263833 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.263988 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.264151 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.264315 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.264487 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.264648 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.264809 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.264970 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.265143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.265325 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.265518 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.266199 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.266362 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.266525 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.266687 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.266853 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.267023 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.267190 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.267352 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.267521 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.267713 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.267884 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.268044 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.268211 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.268383 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.268543 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.268704 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.268865 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269027 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269188 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269349 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269511 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269673 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269833 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.269993 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.270153 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.270316 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.270476 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.270636 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.270797 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.270957 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.271143 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.271277 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.271416 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 09 00:47:26.271569 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 09 00:47:26.412293 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 52942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:26.419214 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048683 Oct 09 00:47:26.423700 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038891 Oct 09 00:47:35.559807 dv-cinder-master-3-iscsi neutron-server[106107]: DEBUG dbcounter [-] [106107] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:37.562601 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writer thread running {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 09 00:47:37.564396 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a97311-c684-47e4-ac90-5b37adf944e5 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 09 00:47:37.652156 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a97311-c684-47e4-ac90-5b37adf944e5 None None] No non-hosted networks {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 09 00:47:37.727567 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe57ee-a480-487c-b45a-bfab3744f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604123'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:39.235625 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writer thread running {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 09 00:47:39.753433 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a57ec5f5-825c-4dd4-bd20-995ef5a67f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604123'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:39.812467 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7acba84-5c52-41ae-b38f-52f576837509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:41.317175 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604123'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:41.451195 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53014) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:42.053426 dv-cinder-master-3-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-21ab4106-c5d7-40c2-b2f6-314910b6d199 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:47:42.054361 dv-cinder-master-3-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-21ab4106-c5d7-40c2-b2f6-314910b6d199 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:47:42.291107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-21ab4106-c5d7-40c2-b2f6-314910b6d199 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:47:42.308248 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-21ab4106-c5d7-40c2-b2f6-314910b6d199 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8560147 Oct 09 00:47:42.462086 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.db.l3_hamode_db [None req-257aeba2-582e-4d5b-b4f5-60b35c0d05a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 09 00:47:42.545260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257aeba2-582e-4d5b-b4f5-60b35c0d05a5 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:47:42.546007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257aeba2-582e-4d5b-b4f5-60b35c0d05a5 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 09 00:47:42.834565 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604123'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:42.836126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.836745 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.837361 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.837930 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.838622 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.839403 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.840018 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.840567 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.840942 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.841323 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.841690 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.842051 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.842438 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.843688 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.844263 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:42.844825 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:47:42.853079 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:47:42.880583 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604123'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:44.959024 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:45.276834 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:47:45.288665 dv-cinder-master-3-iscsi neutron-server[106253]: ERROR stevedore.extension [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 09 00:47:45.370097 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.policy [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 09 00:47:45.411819 dv-cinder-master-3-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:47:45.412195 dv-cinder-master-3-iscsi neutron-server[106253]: WARNING oslo_policy.policy [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:47:45.432437 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writer thread running {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 09 00:47:45.506438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753756906720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753756906228', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753756955608', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753756931353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753756942241', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753756851974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2070495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2070302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555909'] for rbac-policy (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:45.573709 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:45.574914 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cd17ee21-8c0b-44b2-87be-3e2f438a4334 admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6149161 Oct 09 00:47:48.121541 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:48.439379 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:47:48.468057 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Made reservation on behalf of 768d646302f443f1a7d490b8c3d4bdbb for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:47:48.472223 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.490679 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.597662 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks [] for security_group (79a0c5c7-165a-4db0-9cd0-ed66a1545ba7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.601171 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (79a0c5c7-165a-4db0-9cd0-ed66a1545ba7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.625508 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:47:48.660592 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753760655571', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (39b8301a-c0c3-479e-baef-efb75423b630), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.661169 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Unsubscribe: segment precommit_create {{(pid=106253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 09 00:47:48.661703 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Added segment 39b8301a-c0c3-479e-baef-efb75423b630 of type vlan for network 0b6608dd-57b2-4ef5-a30d-57830b80e501 Oct 09 00:47:48.678139 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=79a0c5c7-165a-4db0-9cd0-ed66a1545ba7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:47:48.726665 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.727009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.727384 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.727761 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.728097 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.728428 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.728758 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.729081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.729405 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.729728 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.730052 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.730392 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.730715 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.731036 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.731357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Tracked resource versions report: Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: pushed versions: Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: { 'AddressGroup': {'1.2'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Agent': {'1.1'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Log': {'1.0'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'NDPProxy': {'1.0'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Network': {'1.1'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Port': {'1.7'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'PortForwarding': {'1.3'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'QosPolicy': {'1.10'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroup': {'1.5'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'SubPort': {'1.0'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Subnet': {'1.1'}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Trunk': {'1.1'}} Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: consumer versions: Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Agent': '1.1', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'ConntrackHelper': '1.0', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'LocalIPAssociation': '1.0', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Log': '1.0', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'NDPProxy': '1.0', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Network': '1.1', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Port': '1.7', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'PortForwarding': '1.3', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'QosPolicy': '1.10', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroup': '1.5', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroupRule': '1.2', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'SubPort': '1.0', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Subnet': '1.1', Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: 'Trunk': '1.1'}} Oct 09 00:47:48.732813 dv-cinder-master-3-iscsi neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:47:48.768996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (0b6608dd-57b2-4ef5-a30d-57830b80e501), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.812524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (0b6608dd-57b2-4ef5-a30d-57830b80e501), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.817610 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:47:48.818333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:48.827636 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=59,neutron:INSERT=40,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:48.914675 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7920556 Oct 09 00:47:48.948000 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fa508-70f2-493e-b17e-07bdd99458de demo demo] Pushing event updated for resources: {'Network': ['ID=0b6608dd-57b2-4ef5-a30d-57830b80e501,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:47:48.960767 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:47:51.625462 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53074) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:52.034576 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b835a56-ed08-4378-ba54-7d43e08fa19c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:47:52.036024 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9b835a56-ed08-4378-ba54-7d43e08fa19c demo admin] 10.222.0.33 "GET /networking/v2.0/networks/0b6608dd-57b2-4ef5-a30d-57830b80e501 HTTP/1.1" status: 200 len: 825 time: 0.4095988 Oct 09 00:47:52.061294 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e5f44b1c-602a-41f1-9603-a34583ffb975 demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/0d6f73fc-20ab-41fb-b22f-e24653ad9af6 HTTP/1.1" status: 200 len: 734 time: 0.0193110 Oct 09 00:47:52.069721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'ip_version': 4, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:47:52.090747 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Made reservation on behalf of 768d646302f443f1a7d490b8c3d4bdbb for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:47:52.093048 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:52.232938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:52.381192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (50c3af93-7cea-4a3f-ac83-5f6ed98079bb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:52.446935 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=50c3af93-7cea-4a3f-ac83-5f6ed98079bb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:47:52.455909 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Checking segment: {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:47:52.456288 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Network hostable DHCP agents. Network: 0b6608dd-57b2-4ef5-a30d-57830b80e501, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:47:52.476942 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:47:52.487357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0b6608dd-57b2-4ef5-a30d-57830b80e501) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:47:52.491854 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:47:52.492479 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:52.496678 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf480f-db21-4114-af44-54e736a95acf None None] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:47:52.508735 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0bb3249d-b229-4a6c-b925-0cc10a46d1e4 demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4421420 Oct 09 00:47:52.763490 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-0b6608dd-57b2-4ef5-a30d-57830b80e501', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:47:52.764885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:53.041877 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:53.047459 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Allocated IP 172.20.0.2 (0b6608dd-57b2-4ef5-a30d-57830b80e501/50c3af93-7cea-4a3f-ac83-5f6ed98079bb/8909d97f-c5e3-462a-9bad-225ac2909771) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:47:53.321984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Publish callbacks [] for port (8909d97f-c5e3-462a-9bad-225ac2909771), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:53.331015 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:53.411552 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:47:53.415648 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:47:53.418934 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Pushing event updated for resources: {'Port': ['ID=8909d97f-c5e3-462a-9bad-225ac2909771,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:47:53.421896 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:47:53.457601 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.457945 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.458314 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.458649 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.458981 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.459318 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.459646 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.459971 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.460291 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.460610 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.460928 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.461260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.461580 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.461893 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.462205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Tracked resource versions report: Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: pushed versions: Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: { 'AddressGroup': {'1.2'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Agent': {'1.1'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Log': {'1.0'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'NDPProxy': {'1.0'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Network': {'1.1'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Port': {'1.7'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'PortForwarding': {'1.3'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'QosPolicy': {'1.10'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroup': {'1.5'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'SubPort': {'1.0'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Subnet': {'1.1'}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Trunk': {'1.1'}} Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: consumer versions: Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Agent': '1.1', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'ConntrackHelper': '1.0', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'LocalIPAssociation': '1.0', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Log': '1.0', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'NDPProxy': '1.0', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Network': '1.1', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Port': '1.7', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'PortForwarding': '1.3', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'QosPolicy': '1.10', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroup': '1.5', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroupRule': '1.2', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'SubPort': '1.0', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Subnet': '1.1', Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: 'Trunk': '1.1'}} Oct 09 00:47:53.463677 dv-cinder-master-3-iscsi neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:47:53.513404 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Attempting to bind port 8909d97f-c5e3-462a-9bad-225ac2909771 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:47:53.514010 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Attempting to bind port 8909d97f-c5e3-462a-9bad-225ac2909771 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:47:53.514195 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Attempting to bind port 8909d97f-c5e3-462a-9bad-225ac2909771 on network 0b6608dd-57b2-4ef5-a30d-57830b80e501 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:47:53.544565 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:53.561324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:47:53.561707 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Checking segment: {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:47:53.562167 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:53.562551 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Bound using segment: {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:47:53.563052 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Bound port: 8909d97f-c5e3-462a-9bad-225ac2909771, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:47:53.563442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:53.625060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] For port 8909d97f-c5e3-462a-9bad-225ac2909771, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:47:53.644478 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] For port 8909d97f-c5e3-462a-9bad-225ac2909771, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8909d97f-c5e3-462a-9bad-225ac2909771,segment=NetworkSegment(39b8301a-c0c3-479e-baef-efb75423b630),segment_id=39b8301a-c0c3-479e-baef-efb75423b630)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:47:53.651388 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:47:53.702139 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b66bb1-4b72-4d8a-9b23-48494a2a2333 None None] Pushing event updated for resources: {'Port': ['ID=8909d97f-c5e3-462a-9bad-225ac2909771,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:47:55.173129 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53084) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:55.507839 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-bfc301d1-930c-4cf1-9130-c523ea168ada admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:47:55.508827 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bfc301d1-930c-4cf1-9130-c523ea168ada admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3347607 Oct 09 00:47:57.885599 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:57.890099 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:47:58.179513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53096) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:47:58.498583 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-99df41f9-6f26-4860-b09f-9a511640806b admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:47:58.499584 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-99df41f9-6f26-4860-b09f-9a511640806b admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3190942 Oct 09 00:48:00.525686 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8909d97f-c5e3-462a-9bad-225ac2909771 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:48:00.610899 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 8909d97f-c5e3-462a-9bad-225ac2909771 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:00.611307 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:00.611715 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 8909d97f-c5e3-462a-9bad-225ac2909771 Oct 09 00:48:00.713093 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 8909d97f-c5e3-462a-9bad-225ac2909771 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:00.713853 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:00.751879 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 8909d97f-c5e3-462a-9bad-225ac2909771, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8909d97f-c5e3-462a-9bad-225ac2909771,segment=NetworkSegment(39b8301a-c0c3-479e-baef-efb75423b630),segment_id=39b8301a-c0c3-479e-baef-efb75423b630)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:48:00.755680 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:00.806371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=8909d97f-c5e3-462a-9bad-225ac2909771,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:01.166040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:01.494949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:48:01.520236 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (5405c7e9-ad50-4474-b96c-4853d3358e50), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:01.521748 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (5405c7e9-ad50-4474-b96c-4853d3358e50), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:01.656230 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5ea39-0a01-4048-9f0d-26328f8e8400 None None] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:48:01.662672 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] Publish callbacks [] for router_controller (5405c7e9-ad50-4474-b96c-4853d3358e50), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:01.666659 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (5405c7e9-ad50-4474-b96c-4853d3358e50), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:01.682890 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:01.684081 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e7d80751-2aaa-43f6-834b-a492bca28413 demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5170727 Oct 09 00:48:01.706006 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2fd28e8-af51-4108-8863-b4e552769e92 None None] Provisioning complete for port 8909d97f-c5e3-462a-9bad-225ac2909771 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:01.706403 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2fd28e8-af51-4108-8863-b4e552769e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:01.706745 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c2fd28e8-af51-4108-8863-b4e552769e92 None None] Attempt 1 to provision port 8909d97f-c5e3-462a-9bad-225ac2909771 Oct 09 00:48:01.762951 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:01.852186 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd28e8-af51-4108-8863-b4e552769e92 None None] Current status of the port 8909d97f-c5e3-462a-9bad-225ac2909771 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:02.070187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f0bea4e4-fb19-4bde-863c-6353ac577f75 None None] Provisioning complete for port 8909d97f-c5e3-462a-9bad-225ac2909771 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:02.070573 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0bea4e4-fb19-4bde-863c-6353ac577f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:02.070910 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f0bea4e4-fb19-4bde-863c-6353ac577f75 None None] Attempt 1 to provision port 8909d97f-c5e3-462a-9bad-225ac2909771 Oct 09 00:48:02.144316 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f0bea4e4-fb19-4bde-863c-6353ac577f75 None None] Current status of the port 8909d97f-c5e3-462a-9bad-225ac2909771 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:02.508718 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8909d97f-c5e3-462a-9bad-225ac2909771 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:48:02.550710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 8909d97f-c5e3-462a-9bad-225ac2909771 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:02.551095 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:02.551419 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 8909d97f-c5e3-462a-9bad-225ac2909771 Oct 09 00:48:02.576874 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:02.627930 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 8909d97f-c5e3-462a-9bad-225ac2909771 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:04.283668 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53116) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:04.600312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-bf423096-e597-4725-8e83-81193a30e41b admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:48:04.601401 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bf423096-e597-4725-8e83-81193a30e41b admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3168042 Oct 09 00:48:07.226868 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53124) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:07.516943 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac44d28d-1198-44f5-abc6-4292391cceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:07.733223 dv-cinder-master-3-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:48:07.733788 dv-cinder-master-3-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:48:07.954732 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:48:07.966997 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writer thread running {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 09 00:48:07.987885 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:08.008619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Made reservation on behalf of 34e0fbee16724df3abcac7131a4822aa for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:48:08.017781 dv-cinder-master-3-iscsi neutron-server[106252]: ERROR stevedore.extension [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 09 00:48:08.070472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.policy [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106252) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 09 00:48:08.113321 dv-cinder-master-3-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:48:08.113704 dv-cinder-master-3-iscsi neutron-server[106252]: WARNING oslo_policy.policy [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 09 00:48:08.123034 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.145126 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.257919 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks [] for security_group (b8892b1a-9ebe-457a-96be-1c5ae1fe227d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.261660 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (b8892b1a-9ebe-457a-96be-1c5ae1fe227d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.273699 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Reserving flat network on physical network physnet1 {{(pid=106252) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 09 00:48:08.307372 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753760655571', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (466209de-cb09-4473-8033-6597828bc645), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.307941 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Unsubscribe: segment precommit_create {{(pid=106252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 09 00:48:08.308487 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Added segment 466209de-cb09-4473-8033-6597828bc645 of type flat for network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 Oct 09 00:48:08.325887 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8892b1a-9ebe-457a-96be-1c5ae1fe227d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:08.376202 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.376541 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.377430 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.377765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.378090 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.378413 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.378732 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.379047 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.379377 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.379722 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.380055 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.380391 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.380713 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.381025 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.381335 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Tracked resource versions report: Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: pushed versions: Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: { 'AddressGroup': {'1.2'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Agent': {'1.1'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'ConntrackHelper': {'1.0'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Log': {'1.0'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'NDPProxy': {'1.0'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Network': {'1.1'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Port': {'1.7'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'PortForwarding': {'1.3'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'QosPolicy': {'1.10'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroup': {'1.5'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'SubPort': {'1.0'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Subnet': {'1.1'}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Trunk': {'1.1'}} Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: consumer versions: Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Agent': '1.1', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'ConntrackHelper': '1.0', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'LocalIPAssociation': '1.0', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Log': '1.0', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'NDPProxy': '1.0', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Network': '1.1', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Port': '1.7', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'PortForwarding': '1.3', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'QosPolicy': '1.10', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroup': '1.5', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroupRule': '1.2', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'SubPort': '1.0', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Subnet': '1.1', Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: 'Trunk': '1.1'}} Oct 09 00:48:08.382756 dv-cinder-master-3-iscsi neutron-server[106252]: {{(pid=106252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:48:08.424682 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (3d48f00d-dd5a-4867-a3e0-929aeb72c042), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.472028 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (3d48f00d-dd5a-4867-a3e0-929aeb72c042), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.473259 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:48:08.473931 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:08.557569 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3286018 Oct 09 00:48:08.584230 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcdd9f-67d5-4ff6-9636-38106fdf9c87 admin admin] Pushing event updated for resources: {'Network': ['ID=3d48f00d-dd5a-4867-a3e0-929aeb72c042,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:08.595186 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:48:09.794019 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-186991d4-a2ee-4ee3-9c5a-60a018841d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:11.116544 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53146) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:11.123404 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:48:11.249386 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:11.523880 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d908d-0914-4041-8eb0-59f85effe31e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:48:11.525237 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-518d908d-0914-4041-8eb0-59f85effe31e demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/50c3af93-7cea-4a3f-ac83-5f6ed98079bb HTTP/1.1" status: 200 len: 849 time: 0.4077587 Oct 09 00:48:11.675177 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=68,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:11.678236 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:11.686544 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8b94055e-fb11-4775-90a3-e8358e1173fd demo admin] 10.222.0.33 "GET /networking/v2.0/routers/5405c7e9-ad50-4474-b96c-4853d3358e50 HTTP/1.1" status: 200 len: 704 time: 0.1553581 Oct 09 00:48:11.970356 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.178584 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:12.243140 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:12.269359 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Allocated IP 172.20.0.1 (0b6608dd-57b2-4ef5-a30d-57830b80e501/50c3af93-7cea-4a3f-ac83-5f6ed98079bb/6fc925b8-cc04-47c9-908d-92ab057747b2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:48:12.453989 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks [] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.517061 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.589966 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:48:12.594855 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:48:12.598327 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:48:12.598906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (5405c7e9-ad50-4474-b96c-4853d3358e50), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.667195 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Pushing event updated for resources: {'Port': ['ID=6fc925b8-cc04-47c9-908d-92ab057747b2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:12.810384 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.826728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.831521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4989fdb3-1cd9-4d5d-bda6-e35ae9ff3188 None None] Provisioning complete for port 6fc925b8-cc04-47c9-908d-92ab057747b2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:12.831912 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4989fdb3-1cd9-4d5d-bda6-e35ae9ff3188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.832254 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4989fdb3-1cd9-4d5d-bda6-e35ae9ff3188 None None] Attempt 1 to provision port 6fc925b8-cc04-47c9-908d-92ab057747b2 Oct 09 00:48:12.872051 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:12.873758 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4989fdb3-1cd9-4d5d-bda6-e35ae9ff3188 None None] Port 6fc925b8-cc04-47c9-908d-92ab057747b2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:48:13.020517 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks [] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:13.024857 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:13.025598 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (5405c7e9-ad50-4474-b96c-4853d3358e50), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:13.153291 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Pushing event updated for resources: {'Port': ['ID=6fc925b8-cc04-47c9-908d-92ab057747b2,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:13.192982 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:13.203543 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:48:13.205796 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:48:13.365696 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Router 5405c7e9-ad50-4474-b96c-4853d3358e50 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:48:13.376853 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:13.401376 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b2f3d5b3-9a2b-4ad6-a01b-d4f59263dc46 None None] Provisioning complete for port 6fc925b8-cc04-47c9-908d-92ab057747b2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:13.401847 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2f3d5b3-9a2b-4ad6-a01b-d4f59263dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:13.402253 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-b2f3d5b3-9a2b-4ad6-a01b-d4f59263dc46 None None] Attempt 1 to provision port 6fc925b8-cc04-47c9-908d-92ab057747b2 Oct 09 00:48:13.435653 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3d5b3-9a2b-4ad6-a01b-d4f59263dc46 None None] Port 6fc925b8-cc04-47c9-908d-92ab057747b2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:48:13.456627 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:48:13.463928 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-384a15d9-636b-40ce-894b-a323e99138ac demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/5405c7e9-ad50-4474-b96c-4853d3358e50/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7688599 Oct 09 00:48:13.478855 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Sync routers for ids ['5405c7e9-ad50-4474-b96c-4853d3358e50'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:48:13.491319 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Routers {'5405c7e9-ad50-4474-b96c-4853d3358e50'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:48:13.492196 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:48:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['5405c7e9-ad50-4474-b96c-4853d3358e50'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:13.674553 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Set router 5405c7e9-ad50-4474-b96c-4853d3358e50 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:48:14.086885 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'name': 'router1', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:48:01Z', 'updated_at': '2022-10-09T00:48:12Z', 'revision_number': 2, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'gw_port_host': None, '_interfaces': [{'id': '6fc925b8-cc04-47c9-908d-92ab057747b2', 'name': '', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'mac_address': 'fa:16:3e:bd:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:11Z', 'updated_at': '2022-10-09T00:48:12Z', 'revision_number': 2, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'subnets': [{'id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:14.136782 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Checking router: 5405c7e9-ad50-4474-b96c-4853d3358e50 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:48:14.137149 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Updating router 5405c7e9-ad50-4474-b96c-4853d3358e50 port 6fc925b8-cc04-47c9-908d-92ab057747b2 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:48:14.191142 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:14.688458 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Publish callbacks [] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:14.695574 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:14.842338 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Pushing event updated for resources: {'Port': ['ID=6fc925b8-cc04-47c9-908d-92ab057747b2,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:14.849954 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Attempting to bind port 6fc925b8-cc04-47c9-908d-92ab057747b2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:48:14.850351 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Attempting to bind port 6fc925b8-cc04-47c9-908d-92ab057747b2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:48:14.850775 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Attempting to bind port 6fc925b8-cc04-47c9-908d-92ab057747b2 on network 0b6608dd-57b2-4ef5-a30d-57830b80e501 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:48:14.859463 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.859825 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.860172 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.860512 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.860840 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.861166 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.861520 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.861844 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.862167 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.862487 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.862809 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.863149 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.863469 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.863809 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.864129 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Tracked resource versions report: Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: pushed versions: Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: { 'AddressGroup': {'1.2'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Agent': {'1.1'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Log': {'1.0'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'NDPProxy': {'1.0'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Network': {'1.1'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Port': {'1.7'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'PortForwarding': {'1.3'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'QosPolicy': {'1.10'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroup': {'1.5'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'SubPort': {'1.0'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Subnet': {'1.1'}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Trunk': {'1.1'}} Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: consumer versions: Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Agent': '1.1', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'ConntrackHelper': '1.0', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'LocalIPAssociation': '1.0', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Log': '1.0', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'NDPProxy': '1.0', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Network': '1.1', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Port': '1.7', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'PortForwarding': '1.3', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'QosPolicy': '1.10', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroup': '1.5', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroupRule': '1.2', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'SubPort': '1.0', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Subnet': '1.1', Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: 'Trunk': '1.1'}} Oct 09 00:48:14.865567 dv-cinder-master-3-iscsi neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:48:14.943170 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:48:14.943568 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Checking segment: {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:48:14.944060 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:14.944447 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Bound using segment: {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:48:14.944954 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Bound port: 6fc925b8-cc04-47c9-908d-92ab057747b2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b8301a-c0c3-479e-baef-efb75423b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:48:14.945333 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:14.956048 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:14.995554 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:15.010973 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] For port 6fc925b8-cc04-47c9-908d-92ab057747b2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:48:15.030356 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] For port 6fc925b8-cc04-47c9-908d-92ab057747b2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fc925b8-cc04-47c9-908d-92ab057747b2,segment=NetworkSegment(39b8301a-c0c3-479e-baef-efb75423b630),segment_id=39b8301a-c0c3-479e-baef-efb75423b630)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:48:15.036676 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:15.088967 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Routers {'5405c7e9-ad50-4474-b96c-4853d3358e50'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:48:15.089581 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:48:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['5405c7e9-ad50-4474-b96c-4853d3358e50'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:15.122430 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe877c-76f6-4fa6-8929-3675f72a6ab1 None None] Pushing event updated for resources: {'Port': ['ID=6fc925b8-cc04-47c9-908d-92ab057747b2,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:15.177062 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] Set router 5405c7e9-ad50-4474-b96c-4853d3358e50 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:48:15.369009 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'name': 'router1', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:48:01Z', 'updated_at': '2022-10-09T00:48:12Z', 'revision_number': 2, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'gw_port_host': None, '_interfaces': [{'id': '6fc925b8-cc04-47c9-908d-92ab057747b2', 'name': '', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'mac_address': 'fa:16:3e:bd:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:11Z', 'updated_at': '2022-10-09T00:48:15Z', 'revision_number': 4, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'subnets': [{'id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:15.394160 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58782f-b94c-4068-b72b-3d7166055a30 None None] The sync data for ids ['5405c7e9-ad50-4474-b96c-4853d3358e50'] in dv-cinder-master-3-iscsi is: [{'id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'name': 'router1', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:48:01Z', 'updated_at': '2022-10-09T00:48:12Z', 'revision_number': 2, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'gw_port_host': None, '_interfaces': [{'id': '6fc925b8-cc04-47c9-908d-92ab057747b2', 'name': '', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'mac_address': 'fa:16:3e:bd:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:11Z', 'updated_at': '2022-10-09T00:48:15Z', 'revision_number': 4, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'subnets': [{'id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:48:16.082752 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:16.480717 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255dc9f-3367-432b-a635-4628b594bdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:48:16.487650 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9255dc9f-3367-432b-a635-4628b594bdc7 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/3d48f00d-dd5a-4867-a3e0-929aeb72c042 HTTP/1.1" status: 200 len: 842 time: 0.4002419 Oct 09 00:48:16.493603 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Request body: {'subnet': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.37.5.1', 'cidr': '172.37.5.0/24'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:48:16.518203 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Made reservation on behalf of 34e0fbee16724df3abcac7131a4822aa for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:48:16.520649 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:16.818638 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.objects.ports [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 09 00:48:16.819066 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (6f92119b-fe6b-47bd-9d10-bb5087854d0d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:16.876068 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f92119b-fe6b-47bd-9d10-bb5087854d0d,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:16.884468 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:48:16.884846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Network hostable DHCP agents. Network: 3d48f00d-dd5a-4867-a3e0-929aeb72c042, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:48:16.906119 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:48:16.917449 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3d48f00d-dd5a-4867-a3e0-929aeb72c042) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:48:16.923414 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:48:16.924278 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:16.926327 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c6729-dc30-4605-a98b-3f3cbfc38d12 None None] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:48:16.944108 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-af3ad23b-d336-4e70-8e70-93ac645fb9af admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4545405 Oct 09 00:48:17.039200 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce148c0b-6545-4499-9335-3b3dfe16840a None None] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:48:19.612698 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53170) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:20.028376 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-33893315-3ed5-4260-b506-b27bf1b57693 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/5405c7e9-ad50-4474-b96c-4853d3358e50 HTTP/1.1" status: 200 len: 710 time: 0.4144778 Oct 09 00:48:20.126144 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:20.132356 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dca3b-e8ec-41e4-8691-15b65bbaf7f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:48:20.134019 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-790dca3b-e8ec-41e4-8691-15b65bbaf7f7 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/3d48f00d-dd5a-4867-a3e0-929aeb72c042 HTTP/1.1" status: 200 len: 886 time: 0.0998044 Oct 09 00:48:20.142608 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:48:20.296253 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:20.389168 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks [] for router_gateway (5405c7e9-ad50-4474-b96c-4853d3358e50), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.527421 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 6fc925b8-cc04-47c9-908d-92ab057747b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:48:20.570518 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 6fc925b8-cc04-47c9-908d-92ab057747b2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:20.570915 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.571260 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 6fc925b8-cc04-47c9-908d-92ab057747b2 Oct 09 00:48:20.641625 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 6fc925b8-cc04-47c9-908d-92ab057747b2 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:20.642014 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.653170 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:20.678109 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks [] for router_gateway (5405c7e9-ad50-4474-b96c-4853d3358e50), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.678666 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 6fc925b8-cc04-47c9-908d-92ab057747b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fc925b8-cc04-47c9-908d-92ab057747b2,segment=NetworkSegment(39b8301a-c0c3-479e-baef-efb75423b630),segment_id=39b8301a-c0c3-479e-baef-efb75423b630)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:48:20.682477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.731390 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=6fc925b8-cc04-47c9-908d-92ab057747b2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:20.757458 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.859779 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Allocated IP 172.37.5.51 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/25cba434-73ae-44ab-aa76-d477a015b1c7) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:48:20.964441 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks [] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:20.996736 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:21.037804 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:48:21.040694 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:48:21.043757 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:48:21.047873 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:21.083141 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Pushing event updated for resources: {'Port': ['ID=25cba434-73ae-44ab-aa76-d477a015b1c7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:21.291629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks [] for router_gateway (5405c7e9-ad50-4474-b96c-4853d3358e50), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:21.329063 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:21.482217 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1215'] for router (5405c7e9-ad50-4474-b96c-4853d3358e50), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:21.485742 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599008'] for router (5405c7e9-ad50-4474-b96c-4853d3358e50), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:21.587203 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Router 5405c7e9-ad50-4474-b96c-4853d3358e50 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:48:21.688954 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:48:21.693264 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:21.694411 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-86ea3621-0f9f-4239-85d6-1420e5232a0c demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/5405c7e9-ad50-4474-b96c-4853d3358e50 HTTP/1.1" status: 200 len: 889 time: 1.5548196 Oct 09 00:48:21.708317 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Sync routers for ids ['5405c7e9-ad50-4474-b96c-4853d3358e50'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:48:21.720512 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Routers {'5405c7e9-ad50-4474-b96c-4853d3358e50'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:48:21.721269 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:48:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['5405c7e9-ad50-4474-b96c-4853d3358e50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:21.901887 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:21.933664 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Set router 5405c7e9-ad50-4474-b96c-4853d3358e50 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:48:22.308289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'name': 'router1', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '25cba434-73ae-44ab-aa76-d477a015b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:48:01Z', 'updated_at': '2022-10-09T00:48:21Z', 'revision_number': 4, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'gw_port': {'id': '25cba434-73ae-44ab-aa76-d477a015b1c7', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:20Z', 'updated_at': '2022-10-09T00:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6fc925b8-cc04-47c9-908d-92ab057747b2', 'name': '', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'mac_address': 'fa:16:3e:bd:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:11Z', 'updated_at': '2022-10-09T00:48:20Z', 'revision_number': 5, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'subnets': [{'id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:22.430698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Checking router: 5405c7e9-ad50-4474-b96c-4853d3358e50 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:48:22.431054 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Updating router 5405c7e9-ad50-4474-b96c-4853d3358e50 port 25cba434-73ae-44ab-aa76-d477a015b1c7 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:48:22.485934 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:22.599068 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 6fc925b8-cc04-47c9-908d-92ab057747b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:48:22.687742 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 6fc925b8-cc04-47c9-908d-92ab057747b2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:22.688128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:22.688476 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 6fc925b8-cc04-47c9-908d-92ab057747b2 Oct 09 00:48:22.857007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 6fc925b8-cc04-47c9-908d-92ab057747b2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:22.906339 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Publish callbacks [] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:22.912485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:22.949220 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Attempting to bind port 25cba434-73ae-44ab-aa76-d477a015b1c7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:48:22.949572 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Attempting to bind port 25cba434-73ae-44ab-aa76-d477a015b1c7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:48:22.949926 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Attempting to bind port 25cba434-73ae-44ab-aa76-d477a015b1c7 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:48:22.972505 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:22.983965 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f3a70-3e93-4b6c-92fb-a8fbec96ac11 None None] Pushing event updated for resources: {'Port': ['ID=25cba434-73ae-44ab-aa76-d477a015b1c7,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:23.001173 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:48:23.001536 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:48:23.001931 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:23.002301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:48:23.003325 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Bound port: 25cba434-73ae-44ab-aa76-d477a015b1c7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:48:23.003719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:23.049036 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] For port 25cba434-73ae-44ab-aa76-d477a015b1c7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:48:23.051161 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:23.053115 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] For port 25cba434-73ae-44ab-aa76-d477a015b1c7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25cba434-73ae-44ab-aa76-d477a015b1c7,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:48:23.059010 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:23.097904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Routers {'5405c7e9-ad50-4474-b96c-4853d3358e50'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:48:23.098561 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:48:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['5405c7e9-ad50-4474-b96c-4853d3358e50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:23.157458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f3a70-3e93-4b6c-92fb-a8fbec96ac11 None None] Pushing event updated for resources: {'Port': ['ID=25cba434-73ae-44ab-aa76-d477a015b1c7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:23.216278 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] Set router 5405c7e9-ad50-4474-b96c-4853d3358e50 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:48:23.408376 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'name': 'router1', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '25cba434-73ae-44ab-aa76-d477a015b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:48:01Z', 'updated_at': '2022-10-09T00:48:21Z', 'revision_number': 4, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'gw_port': {'id': '25cba434-73ae-44ab-aa76-d477a015b1c7', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:20Z', 'updated_at': '2022-10-09T00:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6fc925b8-cc04-47c9-908d-92ab057747b2', 'name': '', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'mac_address': 'fa:16:3e:bd:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:11Z', 'updated_at': '2022-10-09T00:48:20Z', 'revision_number': 5, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'subnets': [{'id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:48:23.432886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a3a42-2405-4090-a5c1-2bbb403ca523 None None] The sync data for ids ['5405c7e9-ad50-4474-b96c-4853d3358e50'] in dv-cinder-master-3-iscsi is: [{'id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'name': 'router1', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '25cba434-73ae-44ab-aa76-d477a015b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:48:01Z', 'updated_at': '2022-10-09T00:48:21Z', 'revision_number': 4, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'gw_port': {'id': '25cba434-73ae-44ab-aa76-d477a015b1c7', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:20Z', 'updated_at': '2022-10-09T00:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6fc925b8-cc04-47c9-908d-92ab057747b2', 'name': '', 'network_id': '0b6608dd-57b2-4ef5-a30d-57830b80e501', 'tenant_id': '768d646302f443f1a7d490b8c3d4bdbb', 'mac_address': 'fa:16:3e:bd:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5405c7e9-ad50-4474-b96c-4853d3358e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:48:11Z', 'updated_at': '2022-10-09T00:48:20Z', 'revision_number': 5, 'project_id': '768d646302f443f1a7d490b8c3d4bdbb', 'subnets': [{'id': '50c3af93-7cea-4a3f-ac83-5f6ed98079bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6f73fc-20ab-41fb-b22f-e24653ad9af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:48:24.478278 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:48:24.536149 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 25cba434-73ae-44ab-aa76-d477a015b1c7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:48:24.580828 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 25cba434-73ae-44ab-aa76-d477a015b1c7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:24.581246 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:24.581583 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 25cba434-73ae-44ab-aa76-d477a015b1c7 Oct 09 00:48:24.653827 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 25cba434-73ae-44ab-aa76-d477a015b1c7 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:24.654209 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:24.674399 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 25cba434-73ae-44ab-aa76-d477a015b1c7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25cba434-73ae-44ab-aa76-d477a015b1c7,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:48:24.679334 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:24.727864 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=25cba434-73ae-44ab-aa76-d477a015b1c7,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:48:24.877673 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f478dc53-d751-4cd2-973e-997f19466235 admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4001980 Oct 09 00:48:25.371783 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:25.373071 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=42 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:26.525906 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 25cba434-73ae-44ab-aa76-d477a015b1c7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:48:26.574453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 25cba434-73ae-44ab-aa76-d477a015b1c7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:48:26.574843 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (25cba434-73ae-44ab-aa76-d477a015b1c7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:26.575182 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 25cba434-73ae-44ab-aa76-d477a015b1c7 Oct 09 00:48:26.593729 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:26.650457 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 25cba434-73ae-44ab-aa76-d477a015b1c7 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:48:34.866170 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=39 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:34.873892 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:36.647058 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:36.648856 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:37.524301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9fab66-9691-4e49-a4fb-4dc284d1a431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:39.751937 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f91b-3e4c-4730-83d4-559f8aadb776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:41.263756 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:42.864619 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:42.871844 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:48:48.122244 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:48:52.833187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:52.862353 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:54.136853 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:48:58.120437 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:07.516766 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1858-94ad-4a09-88c6-cdde5cfbff2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:09.747170 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7a2f8218-6f1d-4d38-98d5-e2db6bfc0fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:11.273176 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:12.840180 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:12.845658 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:22.833355 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:22.840286 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:25.122200 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:49:35.118361 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:36.119659 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:37.521602 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96674a46-8cdc-4f44-b89b-7e2ad125d884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:39.750950 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cada28b9-dd6c-4e87-a829-ee12a38a21bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:41.270244 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:42.830915 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:42.842487 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:52.836724 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:52.838735 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:52.968512 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:49:53.298614 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-003a83b8-ea29-4678-a956-72353f5c0183 admin admin] GET failed (client error): The resource could not be found. Oct 09 00:49:53.299958 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-003a83b8-ea29-4678-a956-72353f5c0183 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3304749 Oct 09 00:49:53.459962 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0e461-3f81-4056-8a01-8b4c03d57b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:49:53.461416 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4af0e461-3f81-4056-8a01-8b4c03d57b99 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569006 Oct 09 00:49:55.984607 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:49:56.356944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a17910-4a17-427d-bda4-e29237e90146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:49:56.358266 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-88a17910-4a17-427d-bda4-e29237e90146 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/50c3af93-7cea-4a3f-ac83-5f6ed98079bb HTTP/1.1" status: 200 len: 849 time: 0.3727329 Oct 09 00:49:56.367855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:49:56.452323 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Publish callbacks [] for subnet (50c3af93-7cea-4a3f-ac83-5f6ed98079bb), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:56.597887 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753760681903'] for subnet (50c3af93-7cea-4a3f-ac83-5f6ed98079bb), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:56.633923 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:49:56.634507 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:56.635797 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/50c3af93-7cea-4a3f-ac83-5f6ed98079bb HTTP/1.1" status: 200 len: 868 time: 0.2714295 Oct 09 00:49:56.652996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c3af93-7cea-4a3f-ac83-5f6ed98079bb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:49:56.653521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afdda7-c5f6-4b0a-9414-d169d4b431f8 None None] Network 0b6608dd-57b2-4ef5-a30d-57830b80e501 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:49:56.660687 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.661026 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.661392 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.661731 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.662061 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.662389 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.662721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.663042 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.663380 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.663739 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.664081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.664425 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.664748 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.665065 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.665382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8196b412-9c84-4f16-ad3b-fe1104f9c4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:49:56.976370 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Provisioning complete for port 6fc925b8-cc04-47c9-908d-92ab057747b2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:49:56.976746 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6fc925b8-cc04-47c9-908d-92ab057747b2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:56.977077 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Attempt 1 to provision port 6fc925b8-cc04-47c9-908d-92ab057747b2 Oct 09 00:49:57.049999 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Current status of the port 6fc925b8-cc04-47c9-908d-92ab057747b2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:49:57.058697 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Provisioning complete for port 8909d97f-c5e3-462a-9bad-225ac2909771 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:49:57.059080 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8909d97f-c5e3-462a-9bad-225ac2909771), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:49:57.059417 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Attempt 1 to provision port 8909d97f-c5e3-462a-9bad-225ac2909771 Oct 09 00:49:57.132388 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-70bf661b-3edb-4906-91bd-b3ed65227950 None None] Current status of the port 8909d97f-c5e3-462a-9bad-225ac2909771 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:49:58.053136 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:58.066214 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:49:59.202876 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:49:59.676112 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddb478-a277-4de0-9b7a-5453aab50eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:49:59.676593 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddb478-a277-4de0-9b7a-5453aab50eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:49:59.678120 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f2ddb478-a277-4de0-9b7a-5453aab50eaa admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4742737 Oct 09 00:50:02.120999 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:50:02.224511 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53760) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:02.631807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff3ef8-0037-4af6-91bc-073b7ff7fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:02.632247 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff3ef8-0037-4af6-91bc-073b7ff7fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:02.633829 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fcff3ef8-0037-4af6-91bc-073b7ff7fb73 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4083607 Oct 09 00:50:05.195547 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53768) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:05.598462 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c21b80-d913-48e0-a7d5-7058bbdc80d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:05.599861 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-83c21b80-d913-48e0-a7d5-7058bbdc80d9 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/0b6608dd-57b2-4ef5-a30d-57830b80e501 HTTP/1.1" status: 200 len: 869 time: 0.4033535 Oct 09 00:50:07.129282 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=36 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:07.131180 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=41 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:07.524542 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8dc6-8ee4-42b0-a0be-441465b71d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:08.160103 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53778) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:08.589435 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e951b30-24e2-4768-90c2-584e5a714648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:08.590812 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9e951b30-24e2-4768-90c2-584e5a714648 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/3d48f00d-dd5a-4867-a3e0-929aeb72c042 HTTP/1.1" status: 200 len: 886 time: 0.4296951 Oct 09 00:50:09.754588 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0412ab5c-aa5e-47ba-8d98-40ad3863e279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:11.146401 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:11.270624 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:11.497671 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:11.521861 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:11.547770 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2c04a-074a-4d91-9fb0-021d8bd3583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:11.548234 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2c04a-074a-4d91-9fb0-021d8bd3583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:11.549775 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bfe2c04a-074a-4d91-9fb0-021d8bd3583f admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4018698 Oct 09 00:50:12.117097 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:12.117848 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:12.823751 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:12.843187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:14.118116 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:14.528970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bbcef-bdc5-4e87-865d-a3f90acd0fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:14.529429 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bbcef-bdc5-4e87-865d-a3f90acd0fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:14.531828 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ef6bbcef-bdc5-4e87-865d-a3f90acd0fb7 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4125597 Oct 09 00:50:15.594533 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:15.596409 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=14 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:17.092411 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:17.454297 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195227ea-ee85-4261-be90-e529a89c4475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:17.455630 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-195227ea-ee85-4261-be90-e529a89c4475 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/50c3af93-7cea-4a3f-ac83-5f6ed98079bb HTTP/1.1" status: 200 len: 868 time: 0.3622756 Oct 09 00:50:20.015927 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:20.379363 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224d05e-9a7c-4807-85a9-aa7c3c9f8ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:20.380696 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e224d05e-9a7c-4807-85a9-aa7c3c9f8ef5 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/6f92119b-fe6b-47bd-9d10-bb5087854d0d HTTP/1.1" status: 200 len: 816 time: 0.3638453 Oct 09 00:50:22.837255 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:22.839047 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:27.449548 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=16 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:27.450818 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=15 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:30.374460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:30.376453 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:37.526096 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f08ad6e-51ff-4dae-8484-ed005cca55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:39.119633 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:50:39.757482 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1c00b8c8-2dc6-4235-a89e-656f30db033d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:41.274458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:42.826125 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:42.845969 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:49.115486 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:49.116323 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:49.786200 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:50.112357 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [None req-0999d5eb-3cc8-418e-be0b-d17519c314f3 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:50:50.113376 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0999d5eb-3cc8-418e-be0b-d17519c314f3 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3262467 Oct 09 00:50:52.747404 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:52.839671 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:52.841564 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:50:53.200857 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-17339fe8-85a5-44b2-8793-65f4080f0307 admin admin] GET failed (client error): The resource could not be found. Oct 09 00:50:53.202219 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-17339fe8-85a5-44b2-8793-65f4080f0307 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4538698 Oct 09 00:50:53.295380 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b76e2-6827-4e4f-a1f7-f98b7d0607ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:53.296934 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6f8b76e2-6827-4e4f-a1f7-f98b7d0607ab admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0901968 Oct 09 00:50:55.907179 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53882) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:56.232982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:50:56.252727 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Made reservation on behalf of 34e0fbee16724df3abcac7131a4822aa for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:50:56.254936 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:56.287612 dv-cinder-master-3-iscsi neutron-server[106253]: WARNING neutron.services.revisions.revision_plugin [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Could not find related network for resource to bump revision. Oct 09 00:50:56.301295 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:50:56.311820 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (e013aba5-13d0-409b-8810-bf9ea4c8b0d4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:56.312165 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Added segment e013aba5-13d0-409b-8810-bf9ea4c8b0d4 of type vlan for network d06c7078-5fd3-49c5-a343-f0fce7616611 Oct 09 00:50:56.350689 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (d06c7078-5fd3-49c5-a343-f0fce7616611), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:56.375488 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (d06c7078-5fd3-49c5-a343-f0fce7616611), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:56.376485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:56.377062 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:56.453305 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5450275 Oct 09 00:50:56.472509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4e284-ad4d-420f-9632-0605ee76f48c admin admin] Pushing event updated for resources: {'Network': ['ID=d06c7078-5fd3-49c5-a343-f0fce7616611,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:50:56.483696 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network d06c7078-5fd3-49c5-a343-f0fce7616611 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:50:59.030322 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:50:59.361030 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f0aa35-a879-4f58-a1cd-6ff438214f8f admin admin] GET failed (client error): The resource could not be found. Oct 09 00:50:59.362288 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-23f0aa35-a879-4f58-a1cd-6ff438214f8f admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3310294 Oct 09 00:50:59.434803 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7169df-bfc1-45aa-ae79-e5fc9e4fd2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:59.436252 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ca7169df-bfc1-45aa-ae79-e5fc9e4fd2a3 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695989 Oct 09 00:50:59.445804 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Request body: {'subnet': {'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:50:59.464472 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Made reservation on behalf of 34e0fbee16724df3abcac7131a4822aa for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:50:59.466779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:59.628697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (ea6cbc4b-737f-4e15-a67b-8c9b309ac29b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:59.683041 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6cbc4b-737f-4e15-a67b-8c9b309ac29b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:50:59.694398 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.694687 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.695031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.695367 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.695724 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.696057 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.696383 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.696708 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.697031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.697355 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.697679 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.698018 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.698344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.698698 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.699018 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:50:59.702252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Checking segment: {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:50:59.702597 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Network hostable DHCP agents. Network: d06c7078-5fd3-49c5-a343-f0fce7616611, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:50:59.719352 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Network d06c7078-5fd3-49c5-a343-f0fce7616611 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:50:59.727487 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d06c7078-5fd3-49c5-a343-f0fce7616611) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:50:59.731873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:50:59.732448 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:50:59.737729 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607ce8e-f5ce-40e2-a2ac-f683e2ea47fe None None] Network d06c7078-5fd3-49c5-a343-f0fce7616611 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:50:59.748225 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-56f7a6ff-5ed1-4b67-8ffb-0f9fa8375d28 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056529 Oct 09 00:50:59.943130 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d06c7078-5fd3-49c5-a343-f0fce7616611', 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611', 'project_id': '34e0fbee16724df3abcac7131a4822aa', 'fixed_ips': [{'subnet_id': 'ea6cbc4b-737f-4e15-a67b-8c9b309ac29b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:50:59.944277 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:00.083850 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Allocated IP 192.168.233.2 (d06c7078-5fd3-49c5-a343-f0fce7616611/ea6cbc4b-737f-4e15-a67b-8c9b309ac29b/a976c1aa-1777-4766-a2b3-029491ee66f7) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:51:00.231178 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Publish callbacks [] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:00.237847 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:00.279198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Network d06c7078-5fd3-49c5-a343-f0fce7616611 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:51:00.284177 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:51:00.286625 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Pushing event updated for resources: {'Port': ['ID=a976c1aa-1777-4766-a2b3-029491ee66f7,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:51:00.289039 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:51:00.300133 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.300471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.300820 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.301168 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.301503 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.301820 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.302143 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.302457 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.302775 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.303111 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.303428 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.303781 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.304096 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.304406 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.304719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:51:00.356651 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Attempting to bind port a976c1aa-1777-4766-a2b3-029491ee66f7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:51:00.356930 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Attempting to bind port a976c1aa-1777-4766-a2b3-029491ee66f7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:51:00.357283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Attempting to bind port a976c1aa-1777-4766-a2b3-029491ee66f7 on network d06c7078-5fd3-49c5-a343-f0fce7616611 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:51:00.400778 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:51:00.401147 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Checking segment: {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:51:00.402078 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:00.402470 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Bound using segment: {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:51:00.402937 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Bound port: a976c1aa-1777-4766-a2b3-029491ee66f7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:51:00.403340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:00.465183 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] For port a976c1aa-1777-4766-a2b3-029491ee66f7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:51:00.468726 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] For port a976c1aa-1777-4766-a2b3-029491ee66f7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a976c1aa-1777-4766-a2b3-029491ee66f7,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:51:00.474660 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:00.524722 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1102848-7508-480b-8b40-c5d59aed740f None None] Pushing event updated for resources: {'Port': ['ID=a976c1aa-1777-4766-a2b3-029491ee66f7,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:51:01.304696 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dfd3f-d8d5-43a7-8f44-4931c913d347 None None] Network d06c7078-5fd3-49c5-a343-f0fce7616611 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:51:01.376143 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:01.393250 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Provisioning complete for port a976c1aa-1777-4766-a2b3-029491ee66f7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:51:01.393590 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:01.393973 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Attempt 1 to provision port a976c1aa-1777-4766-a2b3-029491ee66f7 Oct 09 00:51:01.409969 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:01.499280 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Current status of the port a976c1aa-1777-4766-a2b3-029491ee66f7 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:51:01.499754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:01.536535 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] For port a976c1aa-1777-4766-a2b3-029491ee66f7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a976c1aa-1777-4766-a2b3-029491ee66f7,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:51:01.544497 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:01.597467 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c8b18-868c-4ae0-9f33-34036ae05f56 None None] Pushing event updated for resources: {'Port': ['ID=a976c1aa-1777-4766-a2b3-029491ee66f7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:51:01.664130 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-478327c1-67e6-455a-a7bb-fa3cb2813a19 None None] Provisioning complete for port a976c1aa-1777-4766-a2b3-029491ee66f7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:51:01.664504 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-478327c1-67e6-455a-a7bb-fa3cb2813a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:01.664861 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-478327c1-67e6-455a-a7bb-fa3cb2813a19 None None] Attempt 1 to provision port a976c1aa-1777-4766-a2b3-029491ee66f7 Oct 09 00:51:01.739433 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-478327c1-67e6-455a-a7bb-fa3cb2813a19 None None] Current status of the port a976c1aa-1777-4766-a2b3-029491ee66f7 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:51:02.630318 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a976c1aa-1777-4766-a2b3-029491ee66f7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:51:02.676291 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port a976c1aa-1777-4766-a2b3-029491ee66f7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:51:02.676670 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a976c1aa-1777-4766-a2b3-029491ee66f7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:02.677009 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port a976c1aa-1777-4766-a2b3-029491ee66f7 Oct 09 00:51:02.749894 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port a976c1aa-1777-4766-a2b3-029491ee66f7 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:51:07.529704 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05f6ff97-4eb4-4609-9d8c-9c1461516307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:09.741756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:09.742599 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:09.763335 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0acc6f84-482a-4732-9fcd-f2a2b6f6a4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:11.276297 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:12.831690 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:12.851275 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:16.119569 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:51:22.143945 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:22.838636 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:22.844668 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:36.114092 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:36.114833 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:37.530599 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d2b040e-fb94-462d-ac98-5449c6ac42b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:39.765511 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2452aca5-e220-4423-93c6-a25e4aaeed9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:41.278674 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:42.834435 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:42.852985 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:51:52.847052 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:52.848839 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:51:53.118119 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:51:59.138966 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:03.114252 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:07.532570 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4256ce9-ec96-4b33-82b9-43d1f0dc0e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:09.769034 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b51e912-2e8f-414c-ae77-26067641afb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:11.281855 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:12.844693 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:12.855874 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:20.650460 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:52:20.656347 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [None req-e78ea10f-d4fc-4aa2-a3e7-54e5c8a40d0f tempest-verify_tempest_config-1239679195 tempest-verify_tempest_config-1239679195-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:52:20.657332 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e78ea10f-d4fc-4aa2-a3e7-54e5c8a40d0f tempest-verify_tempest_config-1239679195 tempest-verify_tempest_config-1239679195-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059049 Oct 09 00:52:21.159610 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 53952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:52:21.483935 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.559902 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Publish callbacks [] for security_group (309a0044-6ece-4442-a7bc-2606dec19d5e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.563221 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (309a0044-6ece-4442-a7bc-2606dec19d5e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.609180 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=96f6edbeffac4880b3ef70141f0668e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4484470 Oct 09 00:52:21.610063 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309a0044-6ece-4442-a7bc-2606dec19d5e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:52:21.613148 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 53956) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:52:21.616965 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.617310 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.617673 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.618019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.618343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.618670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.618996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.619326 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.619686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.620016 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.620355 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.620699 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.621024 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.621343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.621689 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f367e2-6e4e-4e89-907c-2c572cdad0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.742782 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Publish callbacks [] for security_group (309a0044-6ece-4442-a7bc-2606dec19d5e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.762440 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Publish callbacks [] for security_group (309a0044-6ece-4442-a7bc-2606dec19d5e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.853709 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (309a0044-6ece-4442-a7bc-2606dec19d5e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.856295 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:21.857427 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/309a0044-6ece-4442-a7bc-2606dec19d5e HTTP/1.1" status: 204 len: 168 time: 0.2446415 Oct 09 00:52:21.865298 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a0044-6ece-4442-a7bc-2606dec19d5e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:52:21.872128 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.872472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.872826 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.873167 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.873495 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.873825 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.874245 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.874455 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.874792 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.875113 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.875447 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.875800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.876119 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.876435 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:21.877373 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed42ec84-ee84-4cc4-80ba-d5f687203afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:52:22.845800 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:30.117982 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:52:31.613229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:31.613990 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:31.861266 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:31.868540 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:31.897325 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:37.535666 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6931818d-7f82-49ce-9a67-512a7cb117c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:39.770278 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7682fa9-f5c2-4cf7-a261-e3b4e0ad8380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:40.113025 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:40.113838 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=20 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:41.285457 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:42.840359 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:42.856052 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:52:52.850308 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:52:52.852318 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:07.117513 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:53:07.537517 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ff701b4-de48-4f51-894c-4a98cd40dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:09.771378 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10738c1d-5c43-47a7-b11f-ce5e2e123e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:11.288993 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:12.846442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:12.856791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:17.112969 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:17.113707 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:22.845928 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:22.853900 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:36.118227 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:36.118980 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:37.538561 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b940521f-9146-4697-96a0-c607ac08b581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:39.771947 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c474-cef9-4cc3-9a01-e9fefe3c2291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:41.290972 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:42.856815 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:42.861397 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:53:44.117068 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:53:52.855192 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:52.857126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:54.112978 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:54.113748 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:53:57.060698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604123'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:07.053637 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:07.056508 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:07.540983 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8b035862-6964-43eb-9b09-f5b04115c6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:09.773822 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3317f574-a0c8-44cd-89ed-ccdefc3ea54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:10.547890 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54050) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:54:10.672488 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b2f50ebb-b124-4ad7-a330-50f206161cf2 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1235273 Oct 09 00:54:11.295367 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:12.860865 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:12.864844 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:13.125986 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54060) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:54:13.181519 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b5857e16-f0d5-4b92-9cb5-7900771aacc2 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0544751 Oct 09 00:54:21.117032 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:54:22.854075 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:22.860769 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:23.176110 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:23.176854 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:27.033803 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:27.153263 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:37.026834 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:37.028646 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:37.544373 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e51ea7c0-548d-4acf-aa2b-47f001067502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:37.971943 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=20 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:37.973768 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:39.775091 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-104bdf39-98c1-4bfa-b29b-ab1b99e8d4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:41.295698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:42.864170 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:42.868193 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:52.862662 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:52.864566 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:54:57.056191 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:54:58.117177 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:55:07.052043 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:07.053352 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:07.549180 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57d018bd-1bc4-4c87-99e8-835e1a0a284c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:08.110881 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:08.112825 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:09.779958 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8652655-885b-4aff-8b81-23d3c2152492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:11.299881 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:12.867350 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:12.872007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:22.859666 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:22.868393 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:27.060506 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:35.117017 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:55:37.053849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:37.055726 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:37.553418 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3705480e-fecc-45b4-9b50-3bcb8101fe27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:39.784969 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27612205-e94e-4ea7-b930-41cee87185d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:41.314583 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:42.897286 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:42.905405 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:44.734698 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54170) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:44.943721 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1991532309-network', 'tenant_id': '40e631c5e320489cac9cea85118c6263'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:44.965129 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Made reservation on behalf of 40e631c5e320489cac9cea85118c6263 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:44.968074 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:44.977215 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.058368 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks [] for security_group (8847f164-307d-42d0-9040-ccfe75a13f21), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.063498 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8847f164-307d-42d0-9040-ccfe75a13f21), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.105796 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8847f164-307d-42d0-9040-ccfe75a13f21,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:45.109042 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:55:45.112083 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:45.113892 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:45.119040 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.119615 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.120126 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.120695 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.121026 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.121326 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.121802 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.122291 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.122473 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.122963 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.123447 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.124005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.124331 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.124646 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.125075 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Tracked resource versions report: Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: pushed versions: Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: { 'AddressGroup': {'1.2'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Agent': {'1.1'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'ConntrackHelper': {'1.0'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Log': {'1.0'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'NDPProxy': {'1.0'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Network': {'1.1'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Port': {'1.7'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'PortForwarding': {'1.3'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'QosPolicy': {'1.10'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroup': {'1.5'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'SubPort': {'1.0'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Subnet': {'1.1'}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Trunk': {'1.1'}} Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: consumer versions: Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: HyperV agent@hv-cinder-maste: {}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Agent': '1.1', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'ConntrackHelper': '1.0', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'LocalIPAssociation': '1.0', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Log': '1.0', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'NDPProxy': '1.0', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Network': '1.1', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Port': '1.7', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'PortForwarding': '1.3', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'QosPolicy': '1.10', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroup': '1.5', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'SecurityGroupRule': '1.2', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'SubPort': '1.0', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Subnet': '1.1', Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: 'Trunk': '1.1'}} Oct 09 00:55:45.126162 dv-cinder-master-3-iscsi neutron-server[106252]: {{(pid=106252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:55:45.135365 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (47eb43ca-62f0-426c-bb7d-8fbf6653ed4a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.135810 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Added segment 47eb43ca-62f0-426c-bb7d-8fbf6653ed4a of type vlan for network 93a9ba3d-37f0-48ce-9786-b421e5404102 Oct 09 00:55:45.178510 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (93a9ba3d-37f0-48ce-9786-b421e5404102), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.204118 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (93a9ba3d-37f0-48ce-9786-b421e5404102), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.205166 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:45.205775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.263133 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5270553 Oct 09 00:55:45.266385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54208) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:45.273528 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Request body: {'subnet': {'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1991532309-subnet', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:45.276410 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882853e8-573c-40f4-92df-6407875f06f7 admin admin] Pushing event updated for resources: {'Network': ['ID=93a9ba3d-37f0-48ce-9786-b421e5404102,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:45.290121 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:55:45.303264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Made reservation on behalf of 40e631c5e320489cac9cea85118c6263 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:45.307406 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.519775 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (9ba14a53-0198-4c1f-9001-da2b49d70087), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.575851 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba14a53-0198-4c1f-9001-da2b49d70087,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:45.593638 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.594048 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.594485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.594877 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.595218 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.595654 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.595982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.596305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.596635 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.596963 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.597298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.597623 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.597938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.598257 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.599063 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Tracked resource versions report: Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: pushed versions: Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: { 'AddressGroup': {'1.2'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Agent': {'1.1'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Log': {'1.0'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'NDPProxy': {'1.0'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Network': {'1.1'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Port': {'1.7'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'PortForwarding': {'1.3'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'QosPolicy': {'1.10'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroup': {'1.5'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'SubPort': {'1.0'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Subnet': {'1.1'}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Trunk': {'1.1'}} Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: consumer versions: Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: HyperV agent@hv-cinder-maste: {}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Agent': '1.1', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'ConntrackHelper': '1.0', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'LocalIPAssociation': '1.0', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Log': '1.0', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'NDPProxy': '1.0', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Network': '1.1', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Port': '1.7', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'PortForwarding': '1.3', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'QosPolicy': '1.10', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroup': '1.5', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'SecurityGroupRule': '1.2', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'SubPort': '1.0', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Subnet': '1.1', Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: 'Trunk': '1.1'}} Oct 09 00:55:45.600290 dv-cinder-master-3-iscsi neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:55:45.611547 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Checking segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:45.611933 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Network hostable DHCP agents. Network: 93a9ba3d-37f0-48ce-9786-b421e5404102, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:55:45.636278 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:55:45.647139 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 93a9ba3d-37f0-48ce-9786-b421e5404102) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:45.651447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:45.652137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.656563 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b14e19-5089-48b8-b461-ae12ee2bc4a0 None None] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:45.672958 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7728eec7-78d3-466b-8d81-11226dbc0514 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4048209 Oct 09 00:55:45.676275 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54232) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:45.682550 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:45.712313 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (fc189697-06c8-4c2b-8790-d39ee18cd896), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.713923 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (fc189697-06c8-4c2b-8790-d39ee18cd896), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.798007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-93a9ba3d-37f0-48ce-9786-b421e5404102', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:55:45.798007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.835523 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks [] for router_controller (fc189697-06c8-4c2b-8790-d39ee18cd896), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:45.910071 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:45.984196 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Allocated IP 172.20.0.2 (93a9ba3d-37f0-48ce-9786-b421e5404102/9ba14a53-0198-4c1f-9001-da2b49d70087/a12e3d11-0a2d-4089-8565-84afac1050b3) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:45.998183 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks [] for router_gateway (fc189697-06c8-4c2b-8790-d39ee18cd896), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.174189 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1325747164-network', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:46.175961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Publish callbacks [] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.197743 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.202853 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Made reservation on behalf of 88e7a07d04d74e739b7fa17f73018b64 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:46.212589 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.231455 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.244054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks [] for router_gateway (fc189697-06c8-4c2b-8790-d39ee18cd896), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.249589 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:46.253586 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:46.257476 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:46.275936 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.295209 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Pushing event updated for resources: {'Port': ['ID=a12e3d11-0a2d-4089-8565-84afac1050b3,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:46.306125 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.306477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.306840 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.307200 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.307534 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.307915 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.308236 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.308741 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.309221 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.309727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.310207 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.310918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.311951 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.312322 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.312803 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Tracked resource versions report: Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: pushed versions: Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: { 'AddressGroup': {'1.2'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Agent': {'1.1'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Log': {'1.0'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'NDPProxy': {'1.0'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Network': {'1.1'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Port': {'1.7'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'PortForwarding': {'1.3'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'QosPolicy': {'1.10'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroup': {'1.5'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'SubPort': {'1.0'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Subnet': {'1.1'}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Trunk': {'1.1'}} Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: consumer versions: Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: HyperV agent@hv-cinder-maste: {}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Agent': '1.1', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'ConntrackHelper': '1.0', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'LocalIPAssociation': '1.0', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Log': '1.0', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'NDPProxy': '1.0', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Network': '1.1', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Port': '1.7', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'PortForwarding': '1.3', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'QosPolicy': '1.10', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroup': '1.5', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'SecurityGroupRule': '1.2', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'SubPort': '1.0', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Subnet': '1.1', Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: 'Trunk': '1.1'}} Oct 09 00:55:46.314945 dv-cinder-master-3-iscsi neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:55:46.364400 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Attempting to bind port a12e3d11-0a2d-4089-8565-84afac1050b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:46.365019 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Attempting to bind port a12e3d11-0a2d-4089-8565-84afac1050b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:46.365653 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Attempting to bind port a12e3d11-0a2d-4089-8565-84afac1050b3 on network 93a9ba3d-37f0-48ce-9786-b421e5404102 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:46.369530 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks [] for security_group (5ca2704a-36a6-44be-843b-b3c729b1a9d0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.385911 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (5ca2704a-36a6-44be-843b-b3c729b1a9d0), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.409960 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:55:46.417254 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:46.417923 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Checking segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:46.418499 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.419045 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Bound using segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:46.419717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Bound port: a12e3d11-0a2d-4089-8565-84afac1050b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:46.420260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.421512 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (21f1d887-4a9b-4110-9ac3-3d69ca77915d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.421889 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Added segment 21f1d887-4a9b-4110-9ac3-3d69ca77915d of type vlan for network bd0c3622-3100-4974-8f51-c7c8194d1e19 Oct 09 00:55:46.441643 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Allocated IP 172.37.5.235 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/52c9f24a-41b9-4582-897b-a9388e078cc4) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:46.470708 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (bd0c3622-3100-4974-8f51-c7c8194d1e19), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.489968 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:46.494620 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] For port a12e3d11-0a2d-4089-8565-84afac1050b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:46.498287 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] For port a12e3d11-0a2d-4089-8565-84afac1050b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12e3d11-0a2d-4089-8565-84afac1050b3,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:46.502571 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:46.510127 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.527991 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca2704a-36a6-44be-843b-b3c729b1a9d0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:46.531740 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (bd0c3622-3100-4974-8f51-c7c8194d1e19), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.533238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:46.534111 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.556221 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:46.558005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:46.596967 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6854541 Oct 09 00:55:46.600094 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54268) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:46.606416 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Request body: {'subnet': {'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1325747164-subnet', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:46.616379 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks [] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.642194 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf87ac0-9757-49e8-8660-e39cb972267b None None] Pushing event updated for resources: {'Port': ['ID=a12e3d11-0a2d-4089-8565-84afac1050b3,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:46.681382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd8dea-3060-4091-8039-80b0fefb9b74 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0c3622-3100-4974-8f51-c7c8194d1e19,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:46.690289 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Made reservation on behalf of 88e7a07d04d74e739b7fa17f73018b64 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:46.694325 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.698083 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:55:46.706723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:46.768292 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Pushing event updated for resources: {'Port': ['ID=52c9f24a-41b9-4582-897b-a9388e078cc4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:46.785584 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:46.786696 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:46.789030 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:46.793453 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:46.831283 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:46.916108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54280) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:46.946978 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:47.054297 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (a548fa97-cb20-45d6-8da8-0556662605e1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.164245 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks [] for router_gateway (fc189697-06c8-4c2b-8790-d39ee18cd896), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.164855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Checking segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:47.164855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Network hostable DHCP agents. Network: bd0c3622-3100-4974-8f51-c7c8194d1e19, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:55:47.172052 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a548fa97-cb20-45d6-8da8-0556662605e1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:47.186997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:55:47.198779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bd0c3622-3100-4974-8f51-c7c8194d1e19) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:47.204415 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:47.205943 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.210678 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f3f96-c6e0-40f5-a097-05095546e860 None None] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:47.251352 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8ce281c2-3cdd-4378-9041-981f51ee9332 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6496563 Oct 09 00:55:47.254828 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:47.261007 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:47.302909 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (2f12aa77-8149-4cd7-8101-44788eeaa82b), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.304419 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (2f12aa77-8149-4cd7-8101-44788eeaa82b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.389460 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-bd0c3622-3100-4974-8f51-c7c8194d1e19', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:55:47.391219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.415692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks [] for router_controller (2f12aa77-8149-4cd7-8101-44788eeaa82b), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.435204 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2082410444-network', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:47.448769 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-856707565-network', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:47.571073 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Allocated IP 172.20.0.2 (bd0c3622-3100-4974-8f51-c7c8194d1e19/a548fa97-cb20-45d6-8da8-0556662605e1/4c7027d2-8e83-425b-bce4-3a2c26d6231c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:47.651139 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (fc189697-06c8-4c2b-8790-d39ee18cd896), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.862123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Made reservation on behalf of a7d8e82f58814da6b8c08bfa04955d4c for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:47.873386 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:47.874967 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.883346 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Publish callbacks [] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.903062 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.942953 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Made reservation on behalf of f68941040b3049bd9c62e2fc061d94c1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:47.946592 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.974427 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:47.975163 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Router fc189697-06c8-4c2b-8790-d39ee18cd896 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:55:47.980012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.029275 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Pushing event updated for resources: {'Port': ['ID=4c7027d2-8e83-425b-bce4-3a2c26d6231c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:48.035884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks [] for router_gateway (2f12aa77-8149-4cd7-8101-44788eeaa82b), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.052217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:48.066782 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:48.072498 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410a228-11d6-4251-95a4-1a05f1903689 None None] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:48.080921 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:48.090525 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:48.175948 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:55:48.184980 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:55:48.205827 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:55:48.209718 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:48.233401 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.240922 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2452e6b9-8440-48cf-b16f-ba10d531cd71 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5630956 Oct 09 00:55:48.241562 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54330) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:48.257555 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Provisioning complete for port a12e3d11-0a2d-4089-8565-84afac1050b3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:48.258307 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.258867 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Attempt 1 to provision port a12e3d11-0a2d-4089-8565-84afac1050b3 Oct 09 00:55:48.496613 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:48.498697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:48.627417 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Attempting to bind port 4c7027d2-8e83-425b-bce4-3a2c26d6231c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:48.639451 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Attempting to bind port 4c7027d2-8e83-425b-bce4-3a2c26d6231c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:48.640552 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Attempting to bind port 4c7027d2-8e83-425b-bce4-3a2c26d6231c on network bd0c3622-3100-4974-8f51-c7c8194d1e19 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:48.762882 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:55:48.838804 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks [] for security_group (d1f916c0-5e4a-464a-a471-e22192e192fb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.888425 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks [] for router_gateway (2f12aa77-8149-4cd7-8101-44788eeaa82b), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.907471 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks [] for security_group (85d9ef2f-837e-44e1-bda5-e50dc5085b24), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.937202 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (d1f916c0-5e4a-464a-a471-e22192e192fb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.987515 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:48.988476 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Checking segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:48.988883 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:48.989272 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Bound using segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:48.991324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Bound port: 4c7027d2-8e83-425b-bce4-3a2c26d6231c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:48.991775 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.023900 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a12e3d11-0a2d-4089-8565-84afac1050b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:49.069677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.085636 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (85d9ef2f-837e-44e1-bda5-e50dc5085b24), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.146551 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f916c0-5e4a-464a-a471-e22192e192fb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:49.179528 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.212035 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] For port 4c7027d2-8e83-425b-bce4-3a2c26d6231c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:49.212261 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9ef2f-837e-44e1-bda5-e50dc5085b24,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:49.217083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:55:49.225876 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] For port 4c7027d2-8e83-425b-bce4-3a2c26d6231c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c7027d2-8e83-425b-bce4-3a2c26d6231c,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:49.229316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:55:49.335291 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:49.335971 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:49.339324 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:46Z', 'revision_number': 3, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:49.371711 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (8baf8725-752c-48bf-80b5-a9b2d3636b8e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.372072 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Added segment 8baf8725-752c-48bf-80b5-a9b2d3636b8e of type vlan for network dd937102-41e7-4629-a161-cb0fb39a0995 Oct 09 00:55:49.373727 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (e02957c6-4ac3-44cc-ac85-3fb22cee1088), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.374057 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Added segment e02957c6-4ac3-44cc-ac85-3fb22cee1088 of type vlan for network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc Oct 09 00:55:49.381539 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:55:49.382219 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Updating router fc189697-06c8-4c2b-8790-d39ee18cd896 port 52c9f24a-41b9-4582-897b-a9388e078cc4 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:55:49.411084 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port a12e3d11-0a2d-4089-8565-84afac1050b3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:49.411477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.411845 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port a12e3d11-0a2d-4089-8565-84afac1050b3 Oct 09 00:55:49.423239 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.461831 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.507927 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:49.525316 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Allocated IP 172.20.0.1 (93a9ba3d-37f0-48ce-9786-b421e5404102/9ba14a53-0198-4c1f-9001-da2b49d70087/fad9b6dc-752f-4312-9fb4-3e5be2dec7ea) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:49.576439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e38b0-736e-4ca2-b5b6-cfdec627fa05 None None] Pushing event updated for resources: {'Port': ['ID=4c7027d2-8e83-425b-bce4-3a2c26d6231c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:49.580885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Current status of the port a12e3d11-0a2d-4089-8565-84afac1050b3 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:49.582823 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.687967 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (dd937102-41e7-4629-a161-cb0fb39a0995), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.691146 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.704648 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port a12e3d11-0a2d-4089-8565-84afac1050b3 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:49.705211 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.709242 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] For port a12e3d11-0a2d-4089-8565-84afac1050b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12e3d11-0a2d-4089-8565-84afac1050b3,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:55:49.730683 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.823833 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks [] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.826973 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Allocated IP 172.37.5.163 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:49.846931 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (dd937102-41e7-4629-a161-cb0fb39a0995), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.851260 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:49.852846 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.871287 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.912682 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.913997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:49.914782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.922795 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0011432-daaa-4f73-9ea6-5358234dea23 None None] Pushing event updated for resources: {'Port': ['ID=a12e3d11-0a2d-4089-8565-84afac1050b3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:49.928564 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Pushing event updated for resources: {'Port': ['ID=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:49.943319 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6b0eeee2-5b66-47bb-b36f-43c41b4693c4 None None] Provisioning complete for port a12e3d11-0a2d-4089-8565-84afac1050b3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:49.943631 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b0eeee2-5b66-47bb-b36f-43c41b4693c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.943986 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6b0eeee2-5b66-47bb-b36f-43c41b4693c4 None None] Attempt 1 to provision port a12e3d11-0a2d-4089-8565-84afac1050b3 Oct 09 00:55:49.945308 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:49.948556 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:49.952684 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:49.953181 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (fc189697-06c8-4c2b-8790-d39ee18cd896), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:49.987247 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0955062 Oct 09 00:55:49.990678 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.db.api [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 09 00:55:49.991907 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG oslo_db.api [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 09 00:55:50.006244 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:50.054989 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Request body: {'subnet': {'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-subnet', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:50.063094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6b0eeee2-5b66-47bb-b36f-43c41b4693c4 None None] Current status of the port a12e3d11-0a2d-4089-8565-84afac1050b3 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:50.145078 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Made reservation on behalf of f68941040b3049bd9c62e2fc061d94c1 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:50.147427 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:50.220050 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3863919 Oct 09 00:55:50.224567 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:50.232831 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4e41e-7693-4cb1-906c-5ea265092a5e admin admin] Pushing event updated for resources: {'Network': ['ID=dd937102-41e7-4629-a161-cb0fb39a0995,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:50.233772 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Request body: {'subnet': {'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-subnet', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:50.249071 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network dd937102-41e7-4629-a161-cb0fb39a0995 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:55:50.265519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:50.309611 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Made reservation on behalf of a7d8e82f58814da6b8c08bfa04955d4c for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:55:50.313846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:50.343181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae30ae-b907-4ca5-a0c1-f684a2b14c8d admin admin] Pushing event updated for resources: {'Network': ['ID=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:50.375928 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks [] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:50.409855 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:55:50.433144 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:50.487038 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77d5d428-4c31-4021-90e6-cb6c77299a9e None None] Provisioning complete for port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:50.490353 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77d5d428-4c31-4021-90e6-cb6c77299a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:50.490861 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-77d5d428-4c31-4021-90e6-cb6c77299a9e None None] Attempt 1 to provision port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea Oct 09 00:55:50.544495 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:50.594401 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:50.629978 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-77d5d428-4c31-4021-90e6-cb6c77299a9e None None] Port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:55:50.632450 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port a12e3d11-0a2d-4089-8565-84afac1050b3 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:50.832046 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:50.866038 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:50.868875 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:50.872264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:50.909923 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (ff98a4f2-ed81-452c-99a3-cf1c43a2d01b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:50.935480 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:UPDATE=3,neutron:INSERT=11,neutron:SELECT=86 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:50.947458 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Pushing event updated for resources: {'Port': ['ID=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:51.044352 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Publish callbacks [] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.060141 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.080984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a12e3d11-0a2d-4089-8565-84afac1050b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:51.150906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:51.183669 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port a12e3d11-0a2d-4089-8565-84afac1050b3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:51.184451 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.185404 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port a12e3d11-0a2d-4089-8565-84afac1050b3 Oct 09 00:55:51.201822 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Pushing event updated for resources: {'Port': ['ID=52c9f24a-41b9-4582-897b-a9388e078cc4,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:51.216456 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:51.216823 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Network hostable DHCP agents. Network: ef6b019b-3ff0-42c3-b2bd-354f2c856ccc, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:55:51.239125 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.239796 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.243577 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.246497 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.248331 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.250558 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.251420 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.255458 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.255907 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.260028 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.260028 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.260028 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.260028 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.261363 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.262395 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.263007 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Tracked resource versions report: Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: pushed versions: Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: { 'AddressGroup': {'1.2'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Agent': {'1.1'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'LocalIPAssociation': {'1.0'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Log': {'1.0'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'NDPProxy': {'1.0'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Network': {'1.1'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Port': {'1.7'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'PortForwarding': {'1.3'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'QosPolicy': {'1.10'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroup': {'1.5'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'SubPort': {'1.0'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Subnet': {'1.1'}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Trunk': {'1.1'}} Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: consumer versions: Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: HyperV agent@hv-cinder-maste: {}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Agent': '1.1', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'ConntrackHelper': '1.0', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'LocalIPAssociation': '1.0', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Log': '1.0', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'NDPProxy': '1.0', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Network': '1.1', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Port': '1.7', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'PortForwarding': '1.3', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'QosPolicy': '1.10', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroup': '1.5', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'SecurityGroupRule': '1.2', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'SubPort': '1.0', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Subnet': '1.1', Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: 'Trunk': '1.1'}} Oct 09 00:55:51.266299 dv-cinder-master-3-iscsi neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 09 00:55:51.275888 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Attempting to bind port 52c9f24a-41b9-4582-897b-a9388e078cc4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:51.276799 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Attempting to bind port 52c9f24a-41b9-4582-897b-a9388e078cc4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:51.278230 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Attempting to bind port 52c9f24a-41b9-4582-897b-a9388e078cc4 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:51.327944 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97bdd5-6e59-49b5-9550-c76cba5d0716 None None] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:51.406555 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:51.408352 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:51.408922 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.412376 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:51.413291 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Bound port: 52c9f24a-41b9-4582-897b-a9388e078cc4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:51.413886 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.420712 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port a12e3d11-0a2d-4089-8565-84afac1050b3 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:51.422251 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c7027d2-8e83-425b-bce4-3a2c26d6231c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:51.427655 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Provisioning complete for port 4c7027d2-8e83-425b-bce4-3a2c26d6231c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:51.428577 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.429090 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Attempt 1 to provision port 4c7027d2-8e83-425b-bce4-3a2c26d6231c Oct 09 00:55:51.474756 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] For port 52c9f24a-41b9-4582-897b-a9388e078cc4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:51.478916 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] For port 52c9f24a-41b9-4582-897b-a9388e078cc4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52c9f24a-41b9-4582-897b-a9388e078cc4,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:51.490322 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.605525 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8fe0c-415b-49f3-a892-327331893eca None None] Pushing event updated for resources: {'Port': ['ID=52c9f24a-41b9-4582-897b-a9388e078cc4,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:51.609581 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:51.623159 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:55:51.624063 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:51.666815 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:55:51.685907 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 4c7027d2-8e83-425b-bce4-3a2c26d6231c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:51.688446 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.688834 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 4c7027d2-8e83-425b-bce4-3a2c26d6231c Oct 09 00:55:51.716306 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (e75c4721-9fa7-417f-9e12-2a9e53f66ae7), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.739886 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ef6b019b-3ff0-42c3-b2bd-354f2c856ccc) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:51.796444 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:51.797033 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:51.849265 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf7b22-2b10-478e-8715-92fb5348d315 None None] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:51.967068 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:55:51.984690 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks [] for router_gateway (2f12aa77-8149-4cd7-8101-44788eeaa82b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.038533 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-71834b56-804c-4883-b5fe-28c50a8b1356 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8094943 Oct 09 00:55:52.042908 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54470) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:52.055115 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:52.056197 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:52.085030 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:52.146444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Current status of the port 4c7027d2-8e83-425b-bce4-3a2c26d6231c is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:52.147005 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.158011 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Checking segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:52.158593 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Network hostable DHCP agents. Network: dd937102-41e7-4629-a161-cb0fb39a0995, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:55:52.164331 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75c4721-9fa7-417f-9e12-2a9e53f66ae7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:52.220983 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 4c7027d2-8e83-425b-bce4-3a2c26d6231c is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:52.221408 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.232879 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Network dd937102-41e7-4629-a161-cb0fb39a0995 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:55:52.252066 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:55:52.252230 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.282716 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] For port 4c7027d2-8e83-425b-bce4-3a2c26d6231c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c7027d2-8e83-425b-bce4-3a2c26d6231c,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:55:52.283012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (c529cd40-e1fc-484f-b522-0bebbee463a2), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.290734 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (c529cd40-e1fc-484f-b522-0bebbee463a2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.329227 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.340630 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, dd937102-41e7-4629-a161-cb0fb39a0995) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:52.349261 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:49Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:52.365131 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:55:52.366684 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.381347 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafb952-1874-4c0b-b69d-aac5d3fd9837 None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:49Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:55:52.403579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (2f12aa77-8149-4cd7-8101-44788eeaa82b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.432706 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17618c8e-1c60-4358-a804-c0fe48e3cae6 None None] Network dd937102-41e7-4629-a161-cb0fb39a0995 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:52.460114 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks [] for router_controller (c529cd40-e1fc-484f-b522-0bebbee463a2), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.465295 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks [] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.560053 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54492) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:52.576272 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-52477532-5a94-47d0-ad89-7e4a1350b141 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5517755 Oct 09 00:55:52.578334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.579088 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (fc189697-06c8-4c2b-8790-d39ee18cd896), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.580964 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:52.620276 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:52.626879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Router 2f12aa77-8149-4cd7-8101-44788eeaa82b is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:55:52.631623 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:52.646661 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:52.672433 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.db.api [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 09 00:55:52.672970 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG oslo_db.api [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 09 00:55:52.687553 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:52.829716 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:55:52.851241 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (edc3da25-e74d-4384-a954-79daecb75070), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.852563 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (edc3da25-e74d-4384-a954-79daecb75070), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.854198 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.867393 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54504) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:52.871181 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cda7c846-8029-4915-9391-83c9bb11673a admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6151502 Oct 09 00:55:52.935270 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Sync routers for ids ['2f12aa77-8149-4cd7-8101-44788eeaa82b'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:55:52.951405 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2993e8c7-2ebb-4b60-848a-5573b08b1924 None None] Provisioning complete for port 4c7027d2-8e83-425b-bce4-3a2c26d6231c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:52.951855 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2993e8c7-2ebb-4b60-848a-5573b08b1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:52.952853 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-2993e8c7-2ebb-4b60-848a-5573b08b1924 None None] Attempt 1 to provision port 4c7027d2-8e83-425b-bce4-3a2c26d6231c Oct 09 00:55:52.954541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70171a6b-aa82-447e-baf8-ef49cdbd94e8 None None] Pushing event updated for resources: {'Port': ['ID=4c7027d2-8e83-425b-bce4-3a2c26d6231c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:53.000952 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Pushing event updated for resources: {'Port': ['ID=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:53.026816 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks [] for router_gateway (c529cd40-e1fc-484f-b522-0bebbee463a2), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.048289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Routers {'2f12aa77-8149-4cd7-8101-44788eeaa82b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:55:53.049592 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2f12aa77-8149-4cd7-8101-44788eeaa82b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:53.112168 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d08043fa-5206-48f4-86f2-e088e8ef2082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.181119 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Allocated IP 172.20.0.2 (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b/8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:53.212546 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks [] for router_controller (edc3da25-e74d-4384-a954-79daecb75070), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.292555 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:53.374008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:53.402000 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Set router 2f12aa77-8149-4cd7-8101-44788eeaa82b gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:55:53.406439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:53.409059 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-dd937102-41e7-4629-a161-cb0fb39a0995', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:55:53.410114 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.680183 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks [] for router_gateway (edc3da25-e74d-4384-a954-79daecb75070), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.716306 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 4c7027d2-8e83-425b-bce4-3a2c26d6231c is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:53.733577 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Publish callbacks [] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.734163 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:53.734997 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:53.756557 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2993e8c7-2ebb-4b60-848a-5573b08b1924 None None] Current status of the port 4c7027d2-8e83-425b-bce4-3a2c26d6231c is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:53.760881 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.906562 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:53.921471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:53.923245 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Pushing event updated for resources: {'Port': ['ID=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:53.931410 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:53.934064 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c7027d2-8e83-425b-bce4-3a2c26d6231c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:53.936302 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94e510a8-72a9-4649-a52d-df2d0d4e5d63 None None] Provisioning complete for port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:53.936667 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-94e510a8-72a9-4649-a52d-df2d0d4e5d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:53.937110 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-94e510a8-72a9-4649-a52d-df2d0d4e5d63 None None] Attempt 1 to provision port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea Oct 09 00:55:54.016599 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Allocated IP 172.20.0.2 (dd937102-41e7-4629-a161-cb0fb39a0995/e75c4721-9fa7-417f-9e12-2a9e53f66ae7/95de155f-70c1-4bf8-a59a-656fdfc1f414) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:54.038666 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:54.043732 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Router fc189697-06c8-4c2b-8790-d39ee18cd896 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:55:54.095242 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d08043fa-5206-48f4-86f2-e088e8ef2082 admin admin] Publish callbacks [] for security_group (9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.100122 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-94e510a8-72a9-4649-a52d-df2d0d4e5d63 None None] Port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:55:54.117402 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d08043fa-5206-48f4-86f2-e088e8ef2082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.118015 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:55:51Z', 'revision_number': 3, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:54.164460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks [] for router_gateway (c529cd40-e1fc-484f-b522-0bebbee463a2), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.182321 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Checking router: 2f12aa77-8149-4cd7-8101-44788eeaa82b for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:55:54.182825 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Updating router 2f12aa77-8149-4cd7-8101-44788eeaa82b port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:55:54.195943 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 4c7027d2-8e83-425b-bce4-3a2c26d6231c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:54.196322 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.196662 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 4c7027d2-8e83-425b-bce4-3a2c26d6231c Oct 09 00:55:54.238958 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Attempting to bind port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:54.239328 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Attempting to bind port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:54.239717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Attempting to bind port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:54.299266 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.318650 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.328102 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d08043fa-5206-48f4-86f2-e088e8ef2082 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0ef954aff8eb4042b4fedfc47c6d073e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7670386 Oct 09 00:55:54.332368 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54530) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:54.361313 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08043fa-5206-48f4-86f2-e088e8ef2082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:54.393732 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:54.415572 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce8553b5-2fb0-4b5e-9f6b-d12517e8a8b5 admin admin] Publish callbacks [] for security_group (9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.434941 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:54.442652 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce8553b5-2fb0-4b5e-9f6b-d12517e8a8b5 admin admin] Publish callbacks [] for security_group (9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.452265 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:54.453098 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:54.453098 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.453419 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Bound using segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:54.453909 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Bound port: 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:54.454286 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.475172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:54.515197 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce8553b5-2fb0-4b5e-9f6b-d12517e8a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.518987 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce8553b5-2fb0-4b5e-9f6b-d12517e8a8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.523316 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Publish callbacks [] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.528105 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ce8553b5-2fb0-4b5e-9f6b-d12517e8a8b5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e HTTP/1.1" status: 204 len: 168 time: 0.1929970 Oct 09 00:55:54.529425 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:54.546068 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8553b5-2fb0-4b5e-9f6b-d12517e8a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa8e3b9-078c-4b51-98b9-a94ea3df0b4e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:54.571708 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.589132 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks [] for router_gateway (edc3da25-e74d-4384-a954-79daecb75070), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.597734 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:55:54.600159 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 4c7027d2-8e83-425b-bce4-3a2c26d6231c is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:54.601261 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 52c9f24a-41b9-4582-897b-a9388e078cc4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:54.603810 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5b89b046-4280-49da-92f0-67cafc3d6423 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/fc189697-06c8-4c2b-8790-d39ee18cd896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3611841 Oct 09 00:55:54.637723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.715697 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Network dd937102-41e7-4629-a161-cb0fb39a0995 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:54.735012 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:54.743808 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:54.746039 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] For port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:54.754629 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] For port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:54.786406 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Pushing event updated for resources: {'Port': ['ID=95de155f-70c1-4bf8-a59a-656fdfc1f414,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:54.789277 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:54.812538 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.063713 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 52c9f24a-41b9-4582-897b-a9388e078cc4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:55.064716 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.065109 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 52c9f24a-41b9-4582-897b-a9388e078cc4 Oct 09 00:55:55.135781 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54548) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:55.137503 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:55.157152 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda99b31-0560-453e-b691-e67502cce828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.173055 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Allocated IP 172.20.0.1 (bd0c3622-3100-4974-8f51-c7c8194d1e19/a548fa97-cb20-45d6-8da8-0556662605e1/e219175f-338c-47ca-ba2c-40a73c82d3b3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:55.180090 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:55.260446 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Attempting to bind port 95de155f-70c1-4bf8-a59a-656fdfc1f414 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:55.260938 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Attempting to bind port 95de155f-70c1-4bf8-a59a-656fdfc1f414 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:55.261392 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Attempting to bind port 95de155f-70c1-4bf8-a59a-656fdfc1f414 on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:55.367127 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54556) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:55.377272 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:55:55.377895 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716288298', 'description': 'tempest-description--1977943427'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:55.378135 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda99b31-0560-453e-b691-e67502cce828 admin admin] Publish callbacks [] for security_group (35f49130-d3db-477a-82a2-c42d6795ccd7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.382846 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cda99b31-0560-453e-b691-e67502cce828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (35f49130-d3db-477a-82a2-c42d6795ccd7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.393554 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:55:55.394445 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:55.403107 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9460fd-1361-4106-a2d5-feec3f97c166 None None] Pushing event updated for resources: {'Port': ['ID=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:55.436418 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cda99b31-0560-453e-b691-e67502cce828 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f83c1519130d44cc8930a375b6e026e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2993767 Oct 09 00:55:55.439836 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda99b31-0560-453e-b691-e67502cce828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f49130-d3db-477a-82a2-c42d6795ccd7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:55.443736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54560) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:55.462606 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks [] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.478880 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Publish callbacks [] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.512677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00d321c2-cb93-4352-bd42-e304bf3ec8de admin admin] Publish callbacks [] for security_group (35f49130-d3db-477a-82a2-c42d6795ccd7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.545500 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:55.546074 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Checking segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:55.546570 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.547065 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Bound using segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:55.547680 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Bound port: 95de155f-70c1-4bf8-a59a-656fdfc1f414, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:55.548243 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.552762 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.556834 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.559108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00d321c2-cb93-4352-bd42-e304bf3ec8de admin admin] Publish callbacks [] for security_group (35f49130-d3db-477a-82a2-c42d6795ccd7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.576824 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:55:55.597586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.606584 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:55.616752 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 52c9f24a-41b9-4582-897b-a9388e078cc4 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:55.617269 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.625575 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Attempting to bind port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:55.625937 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Attempting to bind port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:55.626421 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Attempting to bind port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:55.633618 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:55.637675 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00d321c2-cb93-4352-bd42-e304bf3ec8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (35f49130-d3db-477a-82a2-c42d6795ccd7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.641942 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00d321c2-cb93-4352-bd42-e304bf3ec8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.643811 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-00d321c2-cb93-4352-bd42-e304bf3ec8de admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/35f49130-d3db-477a-82a2-c42d6795ccd7 HTTP/1.1" status: 204 len: 168 time: 0.1988275 Oct 09 00:55:55.652525 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:55.658280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Allocated IP 172.37.5.141 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:55.660401 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:55.660987 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (2f12aa77-8149-4cd7-8101-44788eeaa82b), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.666031 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Pushing event updated for resources: {'Port': ['ID=e219175f-338c-47ca-ba2c-40a73c82d3b3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:55.692746 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d321c2-cb93-4352-bd42-e304bf3ec8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f49130-d3db-477a-82a2-c42d6795ccd7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:55.693499 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8224f0-396b-4cc0-9252-0b36ce96ac63 None None] Pushing event updated for resources: {'Port': ['ID=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:55.713249 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 52c9f24a-41b9-4582-897b-a9388e078cc4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52c9f24a-41b9-4582-897b-a9388e078cc4,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:55:55.758653 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.770914 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] For port 95de155f-70c1-4bf8-a59a-656fdfc1f414, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:55.872618 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:55.878226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:55.879129 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.879982 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:55.880721 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Bound port: 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:55.883002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:55.891914 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] For port 95de155f-70c1-4bf8-a59a-656fdfc1f414, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95de155f-70c1-4bf8-a59a-656fdfc1f414,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:55.911048 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:55.993706 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.037108 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=52c9f24a-41b9-4582-897b-a9388e078cc4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:56.054951 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:51Z', 'revision_number': 2, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:56.115474 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:56.123343 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (40866277-1b5e-448e-aa7a-22cc7be390c9), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.148454 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (40866277-1b5e-448e-aa7a-22cc7be390c9), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.241637 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] For port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:56.290635 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks [] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.306358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:56.309419 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.313528 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9424424 Oct 09 00:55:56.313706 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54578) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:56.324573 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'security_group_rule': {'security_group_id': '40866277-1b5e-448e-aa7a-22cc7be390c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:56.331202 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] For port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:56.343423 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.377888 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11163def-0412-4fa0-9aee-de03cd9c2892 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40866277-1b5e-448e-aa7a-22cc7be390c9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:56.390788 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f17fd84a-bc1e-4c61-887e-e3e8d3a4f4b2 None None] Provisioning complete for port e219175f-338c-47ca-ba2c-40a73c82d3b3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:56.399501 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17fd84a-bc1e-4c61-887e-e3e8d3a4f4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.400034 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f17fd84a-bc1e-4c61-887e-e3e8d3a4f4b2 None None] Attempt 1 to provision port e219175f-338c-47ca-ba2c-40a73c82d3b3 Oct 09 00:55:56.408510 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.449987 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1a38-ca8e-43d2-98ab-328f1819e2d5 None None] Pushing event updated for resources: {'Port': ['ID=95de155f-70c1-4bf8-a59a-656fdfc1f414,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:56.461888 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (a3c8b13e-6dcb-464d-868b-50ddba5e3219), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.493059 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:55:56.494658 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Updating router fc189697-06c8-4c2b-8790-d39ee18cd896 port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:55:56.533654 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Routers {'2f12aa77-8149-4cd7-8101-44788eeaa82b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:55:56.534592 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2f12aa77-8149-4cd7-8101-44788eeaa82b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:56.568728 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.646721 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:56.653340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ff2a5-6bce-47ea-aeff-1c1bffb702d2 None None] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:56.656160 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:56.659049 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.659519 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 Oct 09 00:55:56.663568 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f17fd84a-bc1e-4c61-887e-e3e8d3a4f4b2 None None] Port e219175f-338c-47ca-ba2c-40a73c82d3b3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:55:56.791363 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Allocated IP 172.37.5.59 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/9cabf568-43d4-4d9d-bab1-324ec0901eb3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:56.816364 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (a3c8b13e-6dcb-464d-868b-50ddba5e3219), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.830794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (a3c8b13e-6dcb-464d-868b-50ddba5e3219), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.890717 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c8b13e-6dcb-464d-868b-50ddba5e3219,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:56.911054 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.912429 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b9a2cdd1-8284-4344-ab5c-a23a4d2602b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5973468 Oct 09 00:55:56.914418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:56.915210 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54610) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:56.924601 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'security_group_rule': {'security_group_id': '40866277-1b5e-448e-aa7a-22cc7be390c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:56.981749 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (dfa4f977-10b3-454c-bea6-78915956a806), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.048295 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] Set router 2f12aa77-8149-4cd7-8101-44788eeaa82b gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:55:57.154796 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Publish callbacks [] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.155009 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8224f0-396b-4cc0-9252-0b36ce96ac63 None None] Pushing event updated for resources: {'Port': ['ID=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:57.164559 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d289d976-a352-4fdb-a948-614a7d0693c9 None None] Provisioning complete for port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:57.165450 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d289d976-a352-4fdb-a948-614a7d0693c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.166089 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-d289d976-a352-4fdb-a948-614a7d0693c9 None None] Attempt 1 to provision port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 Oct 09 00:55:57.169779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (dfa4f977-10b3-454c-bea6-78915956a806), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.172266 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.178129 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (dfa4f977-10b3-454c-bea6-78915956a806), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.182780 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:57.193384 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:57.204361 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:57.227378 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa4f977-10b3-454c-bea6-78915956a806,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:57.234467 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:57.241350 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.243187 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9747f8cd-a17b-4f0e-8fc1-cb192016c1b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256309 Oct 09 00:55:57.246216 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:55:57.252437 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:55:57.276170 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:57.287778 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:57.288734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.307028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.361936 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Attempting to bind port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:55:57.362548 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Attempting to bind port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:55:57.363057 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Attempting to bind port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea on network 93a9ba3d-37f0-48ce-9786-b421e5404102 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:55:57.375245 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:55:57.417567 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Pushing event updated for resources: {'Port': ['ID=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:57.427676 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.432944 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:57.434988 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:55:57.435563 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Checking segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:55:57.436546 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.437080 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Bound using segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:55:57.437742 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Bound port: fad9b6dc-752f-4312-9fb4-3e5be2dec7ea, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:55:57.438286 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.502589 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:57.540072 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] For port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:55:57.544798 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] For port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:55:57.560444 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7c1ee-df35-4a32-a7dc-d1d4dbea6c27 None None] Pushing event updated for resources: {'Port': ['ID=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:57.565525 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:57.567944 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.587778 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:55:57.589532 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:57.617964 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.682692 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks [] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.735339 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:55:57.759850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.818205 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:57.947734 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks [] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.952726 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.978084 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8b9c1-7a9d-4b42-a9ff-8befcd8d9e7c None None] Network dd937102-41e7-4629-a161-cb0fb39a0995 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:55:57.983239 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:57.984553 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (2f12aa77-8149-4cd7-8101-44788eeaa82b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.045769 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:58.057652 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d289d976-a352-4fdb-a948-614a7d0693c9 None None] Current status of the port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:58.057843 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:58.073177 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:58.097118 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Pushing event updated for resources: {'Port': ['ID=9cabf568-43d4-4d9d-bab1-324ec0901eb3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:58.104308 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks [] for router_gateway (c529cd40-e1fc-484f-b522-0bebbee463a2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.193390 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Allocated IP 172.37.5.96 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/8ab86119-a53c-43d3-aeed-7d526b4e9475) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:55:58.232882 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 95de155f-70c1-4bf8-a59a-656fdfc1f414 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:55:58.245363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:58.280233 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:58.362557 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Provisioning complete for port 95de155f-70c1-4bf8-a59a-656fdfc1f414 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:58.362783 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:57Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:58.362918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.363633 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Attempt 1 to provision port 95de155f-70c1-4bf8-a59a-656fdfc1f414 Oct 09 00:55:58.442002 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b6a2-46fa-4e4b-8a97-13e77bb56730 None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:57Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:55:58.445953 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7c1ee-df35-4a32-a7dc-d1d4dbea6c27 None None] Pushing event updated for resources: {'Port': ['ID=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:58.467195 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e219175f-338c-47ca-ba2c-40a73c82d3b3', 'name': '', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'mac_address': 'fa:16:3e:65:4f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 1, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'subnets': [{'id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:55:58.480839 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.545714 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68034296-19b5-4446-8ced-4ec34a28b052 None None] The sync data for ids ['2f12aa77-8149-4cd7-8101-44788eeaa82b'] in dv-cinder-master-3-iscsi is: [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e219175f-338c-47ca-ba2c-40a73c82d3b3', 'name': '', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'mac_address': 'fa:16:3e:65:4f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 1, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'subnets': [{'id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:55:58.571735 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.667325 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 95de155f-70c1-4bf8-a59a-656fdfc1f414 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:58.667730 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.668072 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 95de155f-70c1-4bf8-a59a-656fdfc1f414 Oct 09 00:55:58.686027 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'Port': ['ID=8ab86119-a53c-43d3-aeed-7d526b4e9475,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:58.704059 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:58.705751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:58.708780 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:55:58.872751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (2141de92-7f4a-4738-8565-a90cef4cc988), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:58.951984 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.036995 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:55:59.039280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Pushing event updated for resources: {'Port': ['ID=e219175f-338c-47ca-ba2c-40a73c82d3b3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:59.057408 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:59.060248 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:55:59.145859 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Current status of the port 95de155f-70c1-4bf8-a59a-656fdfc1f414 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:59.146287 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.336617 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 95de155f-70c1-4bf8-a59a-656fdfc1f414 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:59.336867 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.379560 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] For port 95de155f-70c1-4bf8-a59a-656fdfc1f414, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95de155f-70c1-4bf8-a59a-656fdfc1f414,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:55:59.402291 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.508260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdefac1-06a9-469d-886e-4e28d214f48f None None] Pushing event updated for resources: {'Port': ['ID=95de155f-70c1-4bf8-a59a-656fdfc1f414,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:59.582805 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:59.604385 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f4826800-93aa-4f4f-8a3d-7ce60b30080c None None] Provisioning complete for port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:59.611483 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4826800-93aa-4f4f-8a3d-7ce60b30080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.612020 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f4826800-93aa-4f4f-8a3d-7ce60b30080c None None] Attempt 1 to provision port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 Oct 09 00:55:59.641786 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks [] for router_gateway (edc3da25-e74d-4384-a954-79daecb75070), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.645211 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (c529cd40-e1fc-484f-b522-0bebbee463a2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.713295 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.723869 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.724792 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (2141de92-7f4a-4738-8565-a90cef4cc988), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.726109 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.db.api [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 09 00:55:59.726620 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG oslo_db.api [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 09 00:55:59.733138 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:55:59.776051 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.789214 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5416634 Oct 09 00:55:59.810430 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f4826800-93aa-4f4f-8a3d-7ce60b30080c None None] Current status of the port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:55:59.831158 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3c24a-6c46-4dc9-ba13-d2cb40fc4350 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'Port': ['ID=8ab86119-a53c-43d3-aeed-7d526b4e9475,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:55:59.895310 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Router 2f12aa77-8149-4cd7-8101-44788eeaa82b has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:55:59.941416 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Provisioning complete for port e219175f-338c-47ca-ba2c-40a73c82d3b3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:55:59.941732 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:55:59.942078 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Attempt 1 to provision port e219175f-338c-47ca-ba2c-40a73c82d3b3 Oct 09 00:55:59.944385 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:00.036970 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Port e219175f-338c-47ca-ba2c-40a73c82d3b3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:00.052417 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Provisioning complete for port 95de155f-70c1-4bf8-a59a-656fdfc1f414 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:00.052825 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:00.053175 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Attempt 1 to provision port 95de155f-70c1-4bf8-a59a-656fdfc1f414 Oct 09 00:56:00.206069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54750) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:00.208686 dv-cinder-master-3-iscsi neutron-server[106253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 09 00:56:00.224386 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:00.291397 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 95de155f-70c1-4bf8-a59a-656fdfc1f414 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:00.292836 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 52c9f24a-41b9-4582-897b-a9388e078cc4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:00.356822 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f65c23e5-e867-4062-bf34-79a7132acc99 None None] Current status of the port 95de155f-70c1-4bf8-a59a-656fdfc1f414 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:00.379161 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-4c154adf-ef25-466d-9dde-1fd8a48c83f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--716288298&fields=id&tenant_id=40e631c5e320489cac9cea85118c6263 HTTP/1.1" status: 200 len: 267 time: 0.1718845 Oct 09 00:56:00.441804 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 52c9f24a-41b9-4582-897b-a9388e078cc4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:00.443567 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:00.446604 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 52c9f24a-41b9-4582-897b-a9388e078cc4 Oct 09 00:56:00.521076 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:56:00.530135 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2ba9f537-bd42-4ec0-bd68-f84175ecdba8 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2f12aa77-8149-4cd7-8101-44788eeaa82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6511502 Oct 09 00:56:00.532055 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (edc3da25-e74d-4384-a954-79daecb75070), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:00.554930 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Router c529cd40-e1fc-484f-b522-0bebbee463a2 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:56:00.691683 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 52c9f24a-41b9-4582-897b-a9388e078cc4 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:00.730329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-14279a29-bed0-4561-857f-09dfe84841f8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:00.744032 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-14279a29-bed0-4561-857f-09dfe84841f8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 811 time: 0.3638918 Oct 09 00:56:00.778114 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-cdc19a8a-98ec-4deb-b741-5b908bea83b3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/quotas/40e631c5e320489cac9cea85118c6263 HTTP/1.1" status: 200 len: 375 time: 0.0330455 Oct 09 00:56:00.937871 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-d44153ef-cc19-42cf-bb39-18589d9323b9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559582 Oct 09 00:56:00.977243 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:56:00.988062 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:56:01.026947 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:01.027558 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:01.129173 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:01.136518 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:01.145005 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6b8a1086-bd23-45c0-9ce2-186f7c496b0b admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0752716 Oct 09 00:56:01.197782 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Router edc3da25-e74d-4384-a954-79daecb75070 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:56:01.291838 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:01.360627 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:01.443837 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:56:01.457349 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Sync routers for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:56:01.480220 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:01.495958 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:01.502800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:01.504559 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f48cf746-9bb0-4d38-aa27-730fdf6efef1 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8877654 Oct 09 00:56:01.505482 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:01.507550 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54836) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:01.508582 dv-cinder-master-3-iscsi neutron-server[106252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 09 00:56:01.544731 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fad9b6dc-752f-4312-9fb4-3e5be2dec7ea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:01.562414 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:01.661046 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:01.725026 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:01.726258 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:01.726784 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea Oct 09 00:56:01.747002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:01.759411 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:01.811426 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4f84-6b3e-4337-931c-682a2390ec4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:01.878950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-df3c8d1d-c060-4c04-9090-7a01dbf820f8 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:56:01.884065 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:01.888417 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-df3c8d1d-c060-4c04-9090-7a01dbf820f8 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2327237 Oct 09 00:56:01.895126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:01.895877 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:01.942518 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:01.947198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:55:57Z', 'revision_number': 3, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:02.018336 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:56:02.018779 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Updating router c529cd40-e1fc-484f-b522-0bebbee463a2 port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:56:02.021089 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.021951 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:02.067259 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:55:58Z', 'revision_number': 3, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:02.102104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-7b4004ed-a4a1-46d1-b54c-8cab8c7e0495 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:02.103645 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-7b4004ed-a4a1-46d1-b54c-8cab8c7e0495 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/networks?id=bd0c3622-3100-4974-8f51-c7c8194d1e19 HTTP/1.1" status: 200 len: 812 time: 0.5968943 Oct 09 00:56:02.127955 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Checking router: edc3da25-e74d-4384-a954-79daecb75070 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:56:02.132270 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Updating router edc3da25-e74d-4384-a954-79daecb75070 port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:56:02.156532 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-2529a3b2-9f31-4f67-912f-6063fa22e342 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354593 Oct 09 00:56:02.202591 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:02.207583 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.231029 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-5f9a1d90-29fe-4317-bdb2-84f5dd09f072 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/quotas/88e7a07d04d74e739b7fa17f73018b64 HTTP/1.1" status: 200 len: 375 time: 0.1188068 Oct 09 00:56:02.243954 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:02.258849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.269753 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:02.334505 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:02.334812 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.335144 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 Oct 09 00:56:02.425233 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:02.436943 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:02.484088 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-293b1d60-95bc-4aa0-b2bc-b5e25a2ef674 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=88e7a07d04d74e739b7fa17f73018b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334554 Oct 09 00:56:02.574431 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Sync routers for ids ['2f12aa77-8149-4cd7-8101-44788eeaa82b'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:56:02.607691 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4f84-6b3e-4337-931c-682a2390ec4e admin admin] Publish callbacks [] for security_group (2454485d-408a-4da5-bcfd-694483287686), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.622110 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-9afeafa2-1493-4c2f-88c4-acb99111dd27 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310718 Oct 09 00:56:02.627513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c8d4f84-6b3e-4337-931c-682a2390ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2454485d-408a-4da5-bcfd-694483287686), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.672050 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9c8d4f84-6b3e-4337-931c-682a2390ec4e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=197f7f9effc24c8eb190027e4d47cda3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0072267 Oct 09 00:56:02.677170 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 54906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:02.769465 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-13386088-c6f5-492e-958b-1e6f86009651 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:56:02.771805 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-13386088-c6f5-492e-958b-1e6f86009651 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1467578 Oct 09 00:56:02.793150 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.793602 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:02.794052 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.818163 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Routers {'2f12aa77-8149-4cd7-8101-44788eeaa82b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:02.818803 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2f12aa77-8149-4cd7-8101-44788eeaa82b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:02.845666 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d4f84-6b3e-4337-931c-682a2390ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2454485d-408a-4da5-bcfd-694483287686,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:02.893800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b10b174-8cbb-4b14-995f-431093fa66f4 admin admin] Publish callbacks [] for security_group (2454485d-408a-4da5-bcfd-694483287686), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.894383 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Publish callbacks [] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.910552 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:02.931520 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-da17624c-9dee-4bbb-af27-392515f96674 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bd0c3622-3100-4974-8f51-c7c8194d1e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507654 Oct 09 00:56:02.998096 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b10b174-8cbb-4b14-995f-431093fa66f4 admin admin] Publish callbacks [] for security_group (2454485d-408a-4da5-bcfd-694483287686), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.007873 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174347f9-c851-4f46-aba3-9206e43ca069 None None] Pushing event updated for resources: {'Port': ['ID=9cabf568-43d4-4d9d-bab1-324ec0901eb3,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:03.017726 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Attempting to bind port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:03.018423 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Attempting to bind port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:03.019027 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Attempting to bind port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:03.144074 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Set router 2f12aa77-8149-4cd7-8101-44788eeaa82b gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:03.247072 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:03.247888 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:03.249491 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.250192 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:03.250897 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Bound port: 9cabf568-43d4-4d9d-bab1-324ec0901eb3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:03.252024 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.257702 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:03.310161 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] For port 9cabf568-43d4-4d9d-bab1-324ec0901eb3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:03.315266 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] For port 9cabf568-43d4-4d9d-bab1-324ec0901eb3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9cabf568-43d4-4d9d-bab1-324ec0901eb3,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:03.332057 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.380743 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b10b174-8cbb-4b14-995f-431093fa66f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2454485d-408a-4da5-bcfd-694483287686), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.384125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b10b174-8cbb-4b14-995f-431093fa66f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.395065 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0b10b174-8cbb-4b14-995f-431093fa66f4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2454485d-408a-4da5-bcfd-694483287686 HTTP/1.1" status: 204 len: 168 time: 0.7073057 Oct 09 00:56:03.408278 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:03.409116 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:03.449749 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 54936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:03.475445 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-a349e545-78b0-46cd-ae13-4398b03b1bf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bd0c3622-3100-4974-8f51-c7c8194d1e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277917 Oct 09 00:56:03.484148 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.545016 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:03.592142 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:03.625332 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:03.630738 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 95de155f-70c1-4bf8-a59a-656fdfc1f414 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:03.689790 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:03.885658 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a9d30e0-7779-41d5-b057-22dafe41b15f req-383d4be6-7289-460b-8bc8-eb9bca887fd3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.6164103 Oct 09 00:56:03.898957 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10b174-8cbb-4b14-995f-431093fa66f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2454485d-408a-4da5-bcfd-694483287686,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:03.905346 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Allocated IP 172.20.0.1 (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b/e465dbe5-5b91-47a1-b306-617be213fe16) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:04.123904 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174347f9-c851-4f46-aba3-9206e43ca069 None None] Pushing event updated for resources: {'Port': ['ID=9cabf568-43d4-4d9d-bab1-324ec0901eb3,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:04.135131 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:04.150074 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 95de155f-70c1-4bf8-a59a-656fdfc1f414 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:04.150663 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.151130 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 95de155f-70c1-4bf8-a59a-656fdfc1f414 Oct 09 00:56:04.185109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks [] for port (e465dbe5-5b91-47a1-b306-617be213fe16), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.297905 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.321785 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:04.361978 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:04.387415 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:55:58Z', 'revision_number': 3, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:04.412748 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:04.423655 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:04.433291 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:04.437189 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (c529cd40-e1fc-484f-b522-0bebbee463a2), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.442401 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357efa23-110e-4ee3-8174-077895b2ec87 None None] The sync data for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi is: [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:55:58Z', 'revision_number': 3, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:56:04.487236 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Pushing event updated for resources: {'Port': ['ID=e465dbe5-5b91-47a1-b306-617be213fe16,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:04.499901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e219175f-338c-47ca-ba2c-40a73c82d3b3', 'name': '', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'mac_address': 'fa:16:3e:65:4f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 2, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'subnets': [{'id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:04.619860 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Checking router: 2f12aa77-8149-4cd7-8101-44788eeaa82b for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:56:04.620229 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Updating router 2f12aa77-8149-4cd7-8101-44788eeaa82b port e219175f-338c-47ca-ba2c-40a73c82d3b3 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:56:04.671571 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Allocated IP 172.20.0.1 (dd937102-41e7-4629-a161-cb0fb39a0995/e75c4721-9fa7-417f-9e12-2a9e53f66ae7/d4998b74-c67b-4a9b-8a8d-658bc5efb89b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:04.700947 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 95de155f-70c1-4bf8-a59a-656fdfc1f414 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:04.702343 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:04.714417 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:04.764411 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78849650-0d59-4c0a-aec9-c68922b52381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.777330 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Publish callbacks [] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.819482 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.907961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:04.991985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.004985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:05.107857 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78849650-0d59-4c0a-aec9-c68922b52381 admin admin] Publish callbacks [] for security_group (9cf3ab7c-819c-4399-a51f-40a888ac3aae), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.116176 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aec467b4-23aa-4670-8518-8320fc0e876e None None] Provisioning complete for port e465dbe5-5b91-47a1-b306-617be213fe16 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:05.117034 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aec467b4-23aa-4670-8518-8320fc0e876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.118182 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-aec467b4-23aa-4670-8518-8320fc0e876e None None] Attempt 1 to provision port e465dbe5-5b91-47a1-b306-617be213fe16 Oct 09 00:56:05.159148 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbb32-e6a5-4006-b8b7-cb6f1ca03672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.167738 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78849650-0d59-4c0a-aec9-c68922b52381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9cf3ab7c-819c-4399-a51f-40a888ac3aae), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.198889 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Attempting to bind port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:05.199918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Attempting to bind port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:05.200447 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Attempting to bind port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:05.212570 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-26bae8ec-4f0b-41a5-8f7b-f9d0920c54c1 req-52c744e5-f4c5-40a2-b38f-bbb9b3491b70 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.5002573 Oct 09 00:56:05.236401 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78849650-0d59-4c0a-aec9-c68922b52381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3ab7c-819c-4399-a51f-40a888ac3aae,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:05.255639 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-234efa20-deaa-4a2e-af2d-3267080aa96b req-6cc76a08-ba4f-4d03-bc9a-b01ef554b8c0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.1500404 Oct 09 00:56:05.298182 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57b7f-05e9-4b19-b6ae-d22f43f58b72 None None] Pushing event updated for resources: {'Port': ['ID=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:05.328368 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-78849650-0d59-4c0a-aec9-c68922b52381 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c283e71634c340be94a2248f9a5f9b82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8723435 Oct 09 00:56:05.328554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-aec467b4-23aa-4670-8518-8320fc0e876e None None] Port e465dbe5-5b91-47a1-b306-617be213fe16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:05.328554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:05.328953 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.329289 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 Oct 09 00:56:05.330447 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:05.331302 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 55030) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:05.448507 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f45c-10ce-4184-ad58-abc5ed4e3fdc admin admin] Publish callbacks [] for security_group (9cf3ab7c-819c-4399-a51f-40a888ac3aae), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.476918 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f45c-10ce-4184-ad58-abc5ed4e3fdc admin admin] Publish callbacks [] for security_group (9cf3ab7c-819c-4399-a51f-40a888ac3aae), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.566514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:05.567113 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f45c-10ce-4184-ad58-abc5ed4e3fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9cf3ab7c-819c-4399-a51f-40a888ac3aae), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.570493 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7b2f45c-10ce-4184-ad58-abc5ed4e3fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.571997 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c7b2f45c-10ce-4184-ad58-abc5ed4e3fdc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9cf3ab7c-819c-4399-a51f-40a888ac3aae HTTP/1.1" status: 204 len: 168 time: 0.2379789 Oct 09 00:56:05.597571 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2f45c-10ce-4184-ad58-abc5ed4e3fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3ab7c-819c-4399-a51f-40a888ac3aae,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:05.603766 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks [] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.612775 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbb32-e6a5-4006-b8b7-cb6f1ca03672 admin admin] Publish callbacks [] for security_group (033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.637224 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks [] for port (e465dbe5-5b91-47a1-b306-617be213fe16), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.639776 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbb32-e6a5-4006-b8b7-cb6f1ca03672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.642626 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:05.661313 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.725488 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.728544 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (c529cd40-e1fc-484f-b522-0bebbee463a2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.729377 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Network dd937102-41e7-4629-a161-cb0fb39a0995 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:05.732595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:05.733149 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:05.733520 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:05.733917 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.734304 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:05.739857 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:05.740348 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (edc3da25-e74d-4384-a954-79daecb75070), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.750949 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Bound port: b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:05.752001 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:05.795171 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Pushing event updated for resources: {'Port': ['ID=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:05.950577 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bbb32-e6a5-4006-b8b7-cb6f1ca03672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:05.989772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Pushing event updated for resources: {'Port': ['ID=e465dbe5-5b91-47a1-b306-617be213fe16,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:06.042020 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 55056) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:06.044407 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.046053 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4c5bbb32-e6a5-4006-b8b7-cb6f1ca03672 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=071e8edf3cea479baab9f37f6dd378e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3291285 Oct 09 00:56:06.290398 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:06.292483 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:06.531306 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:56:06.652245 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] For port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:06.663575 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] For port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:06.679239 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 55076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:06.679554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:06.700323 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.716202 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks [] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.726167 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a7a9cbc-5d69-46a5-8f56-ecb8e1e77e68 req-0a9a70cc-a865-40f7-b3d2-cbf3b01c2e35 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.0367129 Oct 09 00:56:06.759015 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:06.774135 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5f4123db-c941-488d-bdc5-cd7327742ec2 None None] Provisioning complete for port d4998b74-c67b-4a9b-8a8d-658bc5efb89b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:06.774906 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f4123db-c941-488d-bdc5-cd7327742ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.775390 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-5f4123db-c941-488d-bdc5-cd7327742ec2 None None] Attempt 1 to provision port d4998b74-c67b-4a9b-8a8d-658bc5efb89b Oct 09 00:56:06.778629 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Publish callbacks [] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.796999 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:56:06.803629 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-88978514-0dfe-41c4-bf6c-1b41e1b8f75a admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c529cd40-e1fc-484f-b522-0bebbee463a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6650376 Oct 09 00:56:06.805285 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.806039 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (edc3da25-e74d-4384-a954-79daecb75070), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.865801 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.879777 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:06.880553 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:06.884941 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Pushing event updated for resources: {'Port': ['ID=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:06.888809 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d398-1424-4735-8dd2-b32465682f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:06.918234 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ce9cd23-5b1b-4370-8cdd-e834028aa3d1 req-4a4eb50c-69d8-4cc8-8ee1-425903e0bc9b tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.2332573 Oct 09 00:56:06.934961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:06.954202 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:06.976816 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5f4123db-c941-488d-bdc5-cd7327742ec2 None None] Port d4998b74-c67b-4a9b-8a8d-658bc5efb89b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:07.005821 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad27f9a6-fe02-438e-94ac-a30397f055ba admin admin] Publish callbacks [] for security_group (033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.012208 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57b7f-05e9-4b19-b6ae-d22f43f58b72 None None] Pushing event updated for resources: {'Port': ['ID=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:07.030920 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad27f9a6-fe02-438e-94ac-a30397f055ba admin admin] Publish callbacks [] for security_group (033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.198029 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad27f9a6-fe02-438e-94ac-a30397f055ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.201877 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad27f9a6-fe02-438e-94ac-a30397f055ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.205125 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ad27f9a6-fe02-438e-94ac-a30397f055ba admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578 HTTP/1.1" status: 204 len: 168 time: 1.1549878 Oct 09 00:56:07.211550 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:07.253045 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f9a6-fe02-438e-94ac-a30397f055ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ceefd-ba8b-4fd6-a9d9-1a83cc2b7578,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:07.295160 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Attempting to bind port e219175f-338c-47ca-ba2c-40a73c82d3b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:07.295612 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Attempting to bind port e219175f-338c-47ca-ba2c-40a73c82d3b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:07.298705 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Attempting to bind port e219175f-338c-47ca-ba2c-40a73c82d3b3 on network bd0c3622-3100-4974-8f51-c7c8194d1e19 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:07.348519 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Network dd937102-41e7-4629-a161-cb0fb39a0995 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:07.359294 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:07.454141 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:07.506188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.60', 65029) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:07.546581 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-30ae26cb-4e21-44e4-9400-e9f92a4cef07 None None] Provisioning complete for port e465dbe5-5b91-47a1-b306-617be213fe16 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:07.547170 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-30ae26cb-4e21-44e4-9400-e9f92a4cef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.547519 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-30ae26cb-4e21-44e4-9400-e9f92a4cef07 None None] Attempt 1 to provision port e465dbe5-5b91-47a1-b306-617be213fe16 Oct 09 00:56:07.559066 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d398-1424-4735-8dd2-b32465682f17 admin admin] Publish callbacks [] for security_group (96da09b2-631c-4ecf-9471-3237be3b814d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.584569 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ca0d398-1424-4735-8dd2-b32465682f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (96da09b2-631c-4ecf-9471-3237be3b814d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.596126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3d761-695f-4751-bd8f-22f457ac35ca None None] Pushing event updated for resources: {'Port': ['ID=e219175f-338c-47ca-ba2c-40a73c82d3b3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:07.883558 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2ca0d398-1424-4735-8dd2-b32465682f17 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=54e1d6edeaa7407db1d7c18065755428&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1971354 Oct 09 00:56:07.890423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55120) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:07.894817 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0d398-1424-4735-8dd2-b32465682f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da09b2-631c-4ecf-9471-3237be3b814d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:07.923958 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:07.924612 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Checking segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:07.924936 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.925328 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Bound using segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:07.925835 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Bound port: e219175f-338c-47ca-ba2c-40a73c82d3b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:07.926336 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:07.946002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Router edc3da25-e74d-4384-a954-79daecb75070 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:56:08.038889 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] For port e219175f-338c-47ca-ba2c-40a73c82d3b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:08.043212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-a9d869c2-34c1-4854-a8ac-aaf2cfdb4d01 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:08.044771 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-a9d869c2-34c1-4854-a8ac-aaf2cfdb4d01 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 811 time: 0.5194538 Oct 09 00:56:08.045755 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] For port e219175f-338c-47ca-ba2c-40a73c82d3b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e219175f-338c-47ca-ba2c-40a73c82d3b3,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:08.060661 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:08.066712 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-62aad44e-ef2b-4dc5-90c4-9fcab8b9c8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.068118 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2465-8694-4e2f-a06d-3f6cc9e46103 admin admin] Publish callbacks [] for security_group (96da09b2-631c-4ecf-9471-3237be3b814d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.088131 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:08.114841 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2465-8694-4e2f-a06d-3f6cc9e46103 admin admin] Publish callbacks [] for security_group (96da09b2-631c-4ecf-9471-3237be3b814d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.163696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:08.173053 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527263532', 'description': 'tempest-description--1147889779'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:08.201697 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7932c546-41a1-4058-8d16-f999b18e1b66 req-aac6581e-aaeb-4657-84be-70c7ea01c335 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.0995281 Oct 09 00:56:08.202219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.204151 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-30ae26cb-4e21-44e4-9400-e9f92a4cef07 None None] Port e465dbe5-5b91-47a1-b306-617be213fe16 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:08.232010 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:08.233651 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.234163 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 Oct 09 00:56:08.234621 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:08.355563 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.364540 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e99cb180-47c8-44bc-951c-6a6d82c7f798 req-dfe0d12d-082d-4e1f-b393-9e03ea103cf0 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.0821354 Oct 09 00:56:08.378394 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2465-8694-4e2f-a06d-3f6cc9e46103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (96da09b2-631c-4ecf-9471-3237be3b814d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.381007 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2465-8694-4e2f-a06d-3f6cc9e46103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.396108 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ff7c2465-8694-4e2f-a06d-3f6cc9e46103 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/96da09b2-631c-4ecf-9471-3237be3b814d HTTP/1.1" status: 204 len: 168 time: 0.4934907 Oct 09 00:56:08.396108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:08.402554 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.60', 65037) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:08.413481 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c2465-8694-4e2f-a06d-3f6cc9e46103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da09b2-631c-4ecf-9471-3237be3b814d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:08.420541 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-f6ba1734-01a3-48f8-835f-2d658df628ba tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40e631c5e320489cac9cea85118c6263 HTTP/1.1" status: 200 len: 379 time: 0.2381055 Oct 09 00:56:08.432746 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'port': {'device_id': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'admin_state_up': True, 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'security_groups': ['40866277-1b5e-448e-aa7a-22cc7be390c9']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:08.531315 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55150) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:08.640773 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (777936c7-14aa-4727-901f-85cc3efdcde9), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.655035 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (777936c7-14aa-4727-901f-85cc3efdcde9), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.686755 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Made reservation on behalf of 40e631c5e320489cac9cea85118c6263 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:56:08.690938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.705772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.707214 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5418537 Oct 09 00:56:08.712641 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:56:08.714047 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 55162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:08.717055 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee50a57-f7d7-4cd4-9542-82eff7682860 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777936c7-14aa-4727-901f-85cc3efdcde9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:08.726500 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Sync routers for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:56:08.750966 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:08.753705 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:08.773793 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '777936c7-14aa-4727-901f-85cc3efdcde9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:08.784901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-95029d31-18d0-496e-a4e5-860bcff6c374 None None] Provisioning complete for port d4998b74-c67b-4a9b-8a8d-658bc5efb89b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:08.785301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95029d31-18d0-496e-a4e5-860bcff6c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.785657 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-95029d31-18d0-496e-a4e5-860bcff6c374 None None] Attempt 1 to provision port d4998b74-c67b-4a9b-8a8d-658bc5efb89b Oct 09 00:56:08.787287 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Routers {'2f12aa77-8149-4cd7-8101-44788eeaa82b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:08.787965 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:55:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2f12aa77-8149-4cd7-8101-44788eeaa82b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:08.788500 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fad3353a-21b1-4823-a5b0-5f75ff2e3448 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/edc3da25-e74d-4384-a954-79daecb75070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2782927 Oct 09 00:56:08.805017 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-037c875b-14cb-4e87-a04e-972096acd739 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:08.806826 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-037c875b-14cb-4e87-a04e-972096acd739 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.60 "GET /networking/v2.0/networks?id=bd0c3622-3100-4974-8f51-c7c8194d1e19 HTTP/1.1" status: 200 len: 812 time: 0.3837323 Oct 09 00:56:08.841369 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (b7986354-8c90-4491-b3a5-558c4ef44ab5), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:08.863295 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Request body: {'port': {'device_id': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'admin_state_up': True, 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:09.013954 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:09.023890 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3d761-695f-4751-bd8f-22f457ac35ca None None] Pushing event updated for resources: {'Port': ['ID=e219175f-338c-47ca-ba2c-40a73c82d3b3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:09.101589 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-95029d31-18d0-496e-a4e5-860bcff6c374 None None] Port d4998b74-c67b-4a9b-8a8d-658bc5efb89b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:09.119847 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:09.169691 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:09.216752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Allocated IP 172.20.0.11 (93a9ba3d-37f0-48ce-9786-b421e5404102/9ba14a53-0198-4c1f-9001-da2b49d70087/035fc085-892c-4866-9ff4-6bd3d7193e9b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:09.284066 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ecc72630-42a5-4371-b02b-7c2bc622007a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:09.307177 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:09.308664 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fad9b6dc-752f-4312-9fb4-3e5be2dec7ea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:09.335871 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] Set router 2f12aa77-8149-4cd7-8101-44788eeaa82b gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:09.527275 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7dd136c3-3e9d-4e4b-aceb-7acc79958710 req-e790b097-685e-49db-b9b6-c9069c8384c5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.1136196 Oct 09 00:56:09.535533 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (b7986354-8c90-4491-b3a5-558c4ef44ab5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:09.570664 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (b7986354-8c90-4491-b3a5-558c4ef44ab5), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:09.594840 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:09.614341 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:06Z', 'revision_number': 2, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:09.692521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:09.701065 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Checking router: edc3da25-e74d-4384-a954-79daecb75070 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:56:09.701423 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Updating router edc3da25-e74d-4384-a954-79daecb75070 port d4998b74-c67b-4a9b-8a8d-658bc5efb89b binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:56:09.758017 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e98d55-ff09-43ba-9cbf-b19b274431ee None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:56:09.785427 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:09.785810 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:09.787808 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea Oct 09 00:56:09.826232 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.061593 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Made reservation on behalf of 88e7a07d04d74e739b7fa17f73018b64 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:56:10.072197 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.282964 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcf623e4-fc04-4c5b-b731-9ee5621b45f4 req-8e05c6a3-0531-4965-82b5-9e0706610bf0 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.3579073 Oct 09 00:56:10.305606 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9342d28c-65f8-4ff2-bee6-e34c8411f94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.311114 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:10.381789 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7986354-8c90-4491-b3a5-558c4ef44ab5,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:10.420347 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.421672 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3d5c181b-7088-40d0-a59a-3576974eee5d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6652575 Oct 09 00:56:10.428359 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:10.468637 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '777936c7-14aa-4727-901f-85cc3efdcde9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:10.492622 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:10.494706 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 9cabf568-43d4-4d9d-bab1-324ec0901eb3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:10.499019 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e219175f-338c-47ca-ba2c-40a73c82d3b3', 'name': '', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'mac_address': 'fa:16:3e:65:4f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:08Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'subnets': [{'id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:10.586302 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b578149-0a56-4dc6-8d2c-507c011a4406 None None] The sync data for ids ['2f12aa77-8149-4cd7-8101-44788eeaa82b'] in dv-cinder-master-3-iscsi is: [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:55:56Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e219175f-338c-47ca-ba2c-40a73c82d3b3', 'name': '', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'mac_address': 'fa:16:3e:65:4f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:08Z', 'revision_number': 4, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'subnets': [{'id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:56:10.622056 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:10.622855 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.623433 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 Oct 09 00:56:10.664206 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:10.671877 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:10.739806 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:10.740360 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.783787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 9cabf568-43d4-4d9d-bab1-324ec0901eb3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9cabf568-43d4-4d9d-bab1-324ec0901eb3,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:10.799566 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.916861 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8cca5874-9374-4af6-91a9-fa8f5694befb req-3e096818-beb9-4175-b276-63610e7ab648 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.1663325 Oct 09 00:56:10.964719 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (737dd766-45d2-4f25-9b85-9ce89fe0e1e3), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:10.995885 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Allocated IP 172.20.0.5 (bd0c3622-3100-4974-8f51-c7c8194d1e19/a548fa97-cb20-45d6-8da8-0556662605e1/afb80013-2258-4db2-b056-f0c814dfdeed) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:10.998107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.048453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=9cabf568-43d4-4d9d-bab1-324ec0901eb3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:11.083955 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Publish callbacks [] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.108050 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.139736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ecc72630-42a5-4371-b02b-7c2bc622007a admin admin] Publish callbacks [] for security_group (3fc607cc-7292-4446-8eec-be3ab946f784), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.143614 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-4f89cd4d-4983-440a-a690-43d1d66bd68a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:11.146534 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:11.166587 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-4f89cd4d-4983-440a-a690-43d1d66bd68a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 818 time: 0.7771354 Oct 09 00:56:11.214049 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e219175f-338c-47ca-ba2c-40a73c82d3b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:11.252115 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ecc72630-42a5-4371-b02b-7c2bc622007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3fc607cc-7292-4446-8eec-be3ab946f784), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.331812 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-4cfe0432-faa4-491b-ad82-e151242fbc12 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/quotas/f68941040b3049bd9c62e2fc061d94c1 HTTP/1.1" status: 200 len: 375 time: 0.1487219 Oct 09 00:56:11.359315 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ecc72630-42a5-4371-b02b-7c2bc622007a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=46dad7bb16e340d9b0e65ac40a615b91&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8240263 Oct 09 00:56:11.379112 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55254) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:11.473506 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.484942 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:11.485378 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e219175f-338c-47ca-ba2c-40a73c82d3b3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:11.487176 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.488104 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e219175f-338c-47ca-ba2c-40a73c82d3b3 Oct 09 00:56:11.493922 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Attempting to bind port d4998b74-c67b-4a9b-8a8d-658bc5efb89b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:11.494518 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Attempting to bind port d4998b74-c67b-4a9b-8a8d-658bc5efb89b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:11.495041 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Attempting to bind port d4998b74-c67b-4a9b-8a8d-658bc5efb89b on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:11.561626 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177d3b-1e14-4dd0-8151-16912ff46b55 None None] Pushing event updated for resources: {'Port': ['ID=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:11.656070 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:11.659260 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:11.676573 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Checking segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:11.683830 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.691769 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Bound using segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:11.692549 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Bound port: d4998b74-c67b-4a9b-8a8d-658bc5efb89b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:11.693033 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.834107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (737dd766-45d2-4f25-9b85-9ce89fe0e1e3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.840905 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-b3b39701-3c98-4409-bfe8-188f7e203067 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5082657 Oct 09 00:56:11.893607 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e219175f-338c-47ca-ba2c-40a73c82d3b3 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:11.895584 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:11.933862 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:11.943584 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72b2ee6d-fdc0-4a72-9f73-dcd5aadbe15c req-8c550a7c-c1a2-452e-8553-1e3413360acf tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.4234135 Oct 09 00:56:11.973987 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] For port d4998b74-c67b-4a9b-8a8d-658bc5efb89b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:11.983725 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] For port d4998b74-c67b-4a9b-8a8d-658bc5efb89b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:11.985161 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port e219175f-338c-47ca-ba2c-40a73c82d3b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e219175f-338c-47ca-ba2c-40a73c82d3b3,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:12.001873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (737dd766-45d2-4f25-9b85-9ce89fe0e1e3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.002320 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.005257 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.129609 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc72630-42a5-4371-b02b-7c2bc622007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc607cc-7292-4446-8eec-be3ab946f784,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:12.151254 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737dd766-45d2-4f25-9b85-9ce89fe0e1e3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:12.170109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.176458 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-65f26122-a66c-4d08-babb-5db0dcc4a003 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7298841 Oct 09 00:56:12.180054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 55282) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:12.195679 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:12.200333 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:56:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:12.201073 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:12.234745 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.244208 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=e219175f-338c-47ca-ba2c-40a73c82d3b3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:12.475005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks [] for port (afb80013-2258-4db2-b056-f0c814dfdeed), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.478800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.527623 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:56:12.528539 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177d3b-1e14-4dd0-8151-16912ff46b55 None None] Pushing event updated for resources: {'Port': ['ID=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:12.537151 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-fe59b237-507d-4171-a4eb-068c21519643 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949792 Oct 09 00:56:12.538112 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03ab8f1b-4890-4b12-93f0-6f42c70dc480 admin admin] Publish callbacks [] for security_group (3fc607cc-7292-4446-8eec-be3ab946f784), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.675073 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:12.684049 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:12.710398 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:12.754988 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0f309-029d-4d56-84b6-905699ffbefa req-79a74c7c-554b-4c6f-990b-c5c6fdfb7763 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:12.773634 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-68e0f309-029d-4d56-84b6-905699ffbefa req-79a74c7c-554b-4c6f-990b-c5c6fdfb7763 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 932 time: 0.5888855 Oct 09 00:56:12.790229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03ab8f1b-4890-4b12-93f0-6f42c70dc480 admin admin] Publish callbacks [] for security_group (3fc607cc-7292-4446-8eec-be3ab946f784), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.792744 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:12.797650 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:12.799127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.966276 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:12.993592 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.047430 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.163097 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7370963 Oct 09 00:56:13.184754 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03ab8f1b-4890-4b12-93f0-6f42c70dc480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3fc607cc-7292-4446-8eec-be3ab946f784), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.196469 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03ab8f1b-4890-4b12-93f0-6f42c70dc480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.198838 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-03ab8f1b-4890-4b12-93f0-6f42c70dc480 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3fc607cc-7292-4446-8eec-be3ab946f784 HTTP/1.1" status: 204 len: 168 time: 1.8112381 Oct 09 00:56:13.202524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08539a9d-85ff-46d7-9289-8b6981f71461 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'Port': ['ID=035fc085-892c-4866-9ff4-6bd3d7193e9b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:13.243179 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-841794d3-d3ce-477a-972a-a5cebc7bf03e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 00:56:13.244374 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-841794d3-d3ce-477a-972a-a5cebc7bf03e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0250025 Oct 09 00:56:13.280291 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.312037 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab8f1b-4890-4b12-93f0-6f42c70dc480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc607cc-7292-4446-8eec-be3ab946f784,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:13.326991 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-68e0f309-029d-4d56-84b6-905699ffbefa req-42b4ab30-1915-499d-b740-bae615743c50 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5523558 Oct 09 00:56:13.464960 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e219175f-338c-47ca-ba2c-40a73c82d3b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:13.563533 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:11Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:13.605714 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e6359-c8ce-459d-9330-bacf6a59bfd0 None None] The sync data for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi is: [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:11Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:56:13.634601 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f2d209db-4726-4c6c-a2d6-e72e05cbfe78 None None] Provisioning complete for port 035fc085-892c-4866-9ff4-6bd3d7193e9b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:13.634977 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2d209db-4726-4c6c-a2d6-e72e05cbfe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.635317 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f2d209db-4726-4c6c-a2d6-e72e05cbfe78 None None] Attempt 1 to provision port 035fc085-892c-4866-9ff4-6bd3d7193e9b Oct 09 00:56:13.674130 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:13.687581 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Pushing event updated for resources: {'Port': ['ID=afb80013-2258-4db2-b056-f0c814dfdeed,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:13.694525 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-71cbd1dd-8b79-4c8e-b754-d8c7ad6a7c02 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1542780 Oct 09 00:56:13.701798 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6169d-c66b-4dc0-8320-7a866ed90aac req-b7b88647-80c8-4ffc-9c37-6bb130f71df1 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:13.706016 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:13.709354 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:13.710840 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bab6169d-c66b-4dc0-8320-7a866ed90aac req-b7b88647-80c8-4ffc-9c37-6bb130f71df1 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 931 time: 0.2091520 Oct 09 00:56:13.741952 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:13.765420 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:13.779982 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:13.784901 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.790512 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f2d209db-4726-4c6c-a2d6-e72e05cbfe78 None None] Port 035fc085-892c-4866-9ff4-6bd3d7193e9b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:13.853096 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e219175f-338c-47ca-ba2c-40a73c82d3b3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:13.856047 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:13.856437 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e219175f-338c-47ca-ba2c-40a73c82d3b3 Oct 09 00:56:13.866220 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.37.5.207 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/ad40b227-899e-4d0c-a7ae-011b3f93ab4f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:13.906939 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-23e0cf56-2eec-4809-84ce-25de61cd328f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0561092 Oct 09 00:56:13.983436 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bab6169d-c66b-4dc0-8320-7a866ed90aac req-b1a40805-17c4-4285-8340-e6929c8d1b39 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718005 Oct 09 00:56:14.219057 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b88b5de-afe2-41d9-9847-c115d58a4bf6 req-1f37f26d-925c-4325-b96f-42b70c242be7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 210 time: 0.0725856 Oct 09 00:56:14.245341 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:14.307920 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e219175f-338c-47ca-ba2c-40a73c82d3b3 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:14.320907 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:14.390511 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:14.559710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-64afa341-9819-44b1-a3f9-9f63c08eb891 None None] Provisioning complete for port afb80013-2258-4db2-b056-f0c814dfdeed triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:14.560086 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64afa341-9819-44b1-a3f9-9f63c08eb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:14.560422 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-64afa341-9819-44b1-a3f9-9f63c08eb891 None None] Attempt 1 to provision port afb80013-2258-4db2-b056-f0c814dfdeed Oct 09 00:56:14.634719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:14.723362 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:14.725811 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:14.725811 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 Oct 09 00:56:14.764018 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:14.784899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:14.809712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55356) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:14.845240 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-64afa341-9819-44b1-a3f9-9f63c08eb891 None None] Port afb80013-2258-4db2-b056-f0c814dfdeed cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:14.874375 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-671765ca-5a63-4aba-9ed2-1c343b1f1d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:14.991761 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:14.992511 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.025128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:56:15.066155 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:15.091026 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:15.092939 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:56:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:15.098177 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.098980 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 9cabf568-43d4-4d9d-bab1-324ec0901eb3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:15.164627 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (9667890c-b361-465c-9518-312df25d519f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.187844 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Request body: {'port': {'device_id': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:15.280626 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd690d4-df12-4716-84fd-03d97229f4ed req-7fa6ef87-e3e2-451a-a8e7-31b061bbb851 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:15.283474 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6bd690d4-df12-4716-84fd-03d97229f4ed req-7fa6ef87-e3e2-451a-a8e7-31b061bbb851 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 932 time: 0.6853476 Oct 09 00:56:15.349390 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Request body: {'port': {'device_id': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:15.440431 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:15.441679 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=ad40b227-899e-4d0c-a7ae-011b3f93ab4f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:15.486504 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:15.498630 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-671765ca-5a63-4aba-9ed2-1c343b1f1d98 admin admin] Publish callbacks [] for security_group (3ebd8145-30ec-4caa-b107-71236aac2a4a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.538301 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabeeed-c505-4a62-91a6-4a756e99cfe6 req-5d2dd39d-768e-4ea8-8c38-5b8a5e119507 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:15.550653 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1eabeeed-c505-4a62-91a6-4a756e99cfe6 req-5d2dd39d-768e-4ea8-8c38-5b8a5e119507 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 931 time: 0.3760583 Oct 09 00:56:15.605902 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-671765ca-5a63-4aba-9ed2-1c343b1f1d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3ebd8145-30ec-4caa-b107-71236aac2a4a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.670051 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.756028 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-671765ca-5a63-4aba-9ed2-1c343b1f1d98 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=28e69a2efede4f4a834de16f5712ec2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9432797 Oct 09 00:56:15.781310 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 55370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:15.848194 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6bd690d4-df12-4716-84fd-03d97229f4ed req-1ee84d9f-db39-42a4-8e20-520ca9cf77a5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650176 Oct 09 00:56:15.898428 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:15.969187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:16.017911 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:16.064269 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1eabeeed-c505-4a62-91a6-4a756e99cfe6 req-49115944-aa58-4c29-b085-4ed0ef520545 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109034 Oct 09 00:56:16.065132 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671765ca-5a63-4aba-9ed2-1c343b1f1d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd8145-30ec-4caa-b107-71236aac2a4a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:16.085252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:16.100054 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:16.100470 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 Oct 09 00:56:16.151215 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:16.229178 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a69302a0-a362-4254-90e3-a847cb9fa790 admin admin] Publish callbacks [] for security_group (3ebd8145-30ec-4caa-b107-71236aac2a4a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:16.248509 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:16.257230 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:16.479372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a69302a0-a362-4254-90e3-a847cb9fa790 admin admin] Publish callbacks [] for security_group (3ebd8145-30ec-4caa-b107-71236aac2a4a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:16.578569 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:16.640576 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-08dd432e-d38d-45ee-8a69-75670fd54aa1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:16.648744 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-08dd432e-d38d-45ee-8a69-75670fd54aa1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 818 time: 0.5357747 Oct 09 00:56:16.669131 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:16.680405 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-11bf19ff-5088-4254-bee9-d07a9571876d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/quotas/f68941040b3049bd9c62e2fc061d94c1 HTTP/1.1" status: 200 len: 375 time: 0.0301957 Oct 09 00:56:16.701513 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:16.711795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a69302a0-a362-4254-90e3-a847cb9fa790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3ebd8145-30ec-4caa-b107-71236aac2a4a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:16.718115 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a69302a0-a362-4254-90e3-a847cb9fa790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:16.721749 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a69302a0-a362-4254-90e3-a847cb9fa790 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3ebd8145-30ec-4caa-b107-71236aac2a4a HTTP/1.1" status: 204 len: 168 time: 0.9389338 Oct 09 00:56:16.753862 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:56:16.754224 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Updating router c529cd40-e1fc-484f-b522-0bebbee463a2 port e465dbe5-5b91-47a1-b306-617be213fe16 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:56:16.786436 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69302a0-a362-4254-90e3-a847cb9fa790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd8145-30ec-4caa-b107-71236aac2a4a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:16.845997 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.016030 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device d4998b74-c67b-4a9b-8a8d-658bc5efb89b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:17.144102 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:17.212030 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port d4998b74-c67b-4a9b-8a8d-658bc5efb89b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:17.212458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.212804 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port d4998b74-c67b-4a9b-8a8d-658bc5efb89b Oct 09 00:56:17.287832 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-8c364e5e-e2a8-48a8-9bc1-86be7c53b327 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5806911 Oct 09 00:56:17.288685 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863a7b8-07d9-45f9-847b-40000e442921 req-a461e0ba-38d6-4f48-92eb-407e10f7a794 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:17.288685 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2863a7b8-07d9-45f9-847b-40000e442921 req-a461e0ba-38d6-4f48-92eb-407e10f7a794 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 932 time: 0.1738238 Oct 09 00:56:17.334830 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb80013-2258-4db2-b056-f0c814dfdeed {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:17.367458 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Publish callbacks [] for port (afb80013-2258-4db2-b056-f0c814dfdeed), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.451358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Transition to ACTIVE for port object afb80013-2258-4db2-b056-f0c814dfdeed will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:56:17.472997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.492524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:17.521570 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.60', 65047) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:17.703120 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035fc085-892c-4866-9ff4-6bd3d7193e9b {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:17.729187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port d4998b74-c67b-4a9b-8a8d-658bc5efb89b is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:17.729649 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.732264 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Publish callbacks [] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.791412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port d4998b74-c67b-4a9b-8a8d-658bc5efb89b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:17.805383 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.806341 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:17.827301 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Transition to ACTIVE for port object 035fc085-892c-4866-9ff4-6bd3d7193e9b will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:56:17.857749 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Pushing event updated for resources: {'Port': ['ID=afb80013-2258-4db2-b056-f0c814dfdeed,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:17.876427 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:17.905746 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2863a7b8-07d9-45f9-847b-40000e442921 req-3d2a1c5b-f9f0-4e17-92ff-bfb52ce2cb2c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6335282 Oct 09 00:56:18.047289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:18.131297 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Attempting to bind port afb80013-2258-4db2-b056-f0c814dfdeed on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:18.131999 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Attempting to bind port afb80013-2258-4db2-b056-f0c814dfdeed by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:18.132698 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Attempting to bind port afb80013-2258-4db2-b056-f0c814dfdeed on network bd0c3622-3100-4974-8f51-c7c8194d1e19 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:18.185386 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-81a40e87-75e2-4f6a-898f-d2316e0eb5e9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:18.187876 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-81a40e87-75e2-4f6a-898f-d2316e0eb5e9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 818 time: 0.6116693 Oct 09 00:56:18.194277 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Port afb80013-2258-4db2-b056-f0c814dfdeed on network bd0c3622-3100-4974-8f51-c7c8194d1e19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:56:18.194862 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Attempting to bind port afb80013-2258-4db2-b056-f0c814dfdeed on network bd0c3622-3100-4974-8f51-c7c8194d1e19 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:18.298389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:18.298758 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.299092 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 Oct 09 00:56:18.302141 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad173d-6ee5-4f52-9c8a-fc0c095f5cf2 req-34f0056b-0ba2-4379-8c36-3e85a4c8f252 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:18.310852 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-daad173d-6ee5-4f52-9c8a-fc0c095f5cf2 req-34f0056b-0ba2-4379-8c36-3e85a4c8f252 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0858235 Oct 09 00:56:18.403860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Pushing event updated for resources: {'Port': ['ID=035fc085-892c-4866-9ff4-6bd3d7193e9b,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:18.423520 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:18.501405 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:18.512342 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.514587 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Attempting to bind port 035fc085-892c-4866-9ff4-6bd3d7193e9b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:18.515932 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Attempting to bind port 035fc085-892c-4866-9ff4-6bd3d7193e9b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:18.516740 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Attempting to bind port 035fc085-892c-4866-9ff4-6bd3d7193e9b on network 93a9ba3d-37f0-48ce-9786-b421e5404102 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:18.519815 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:18.556743 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:18.557332 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Checking segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:18.558589 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Bound using segment: {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:18.559194 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Bound port: afb80013-2258-4db2-b056-f0c814dfdeed, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f1d887-4a9b-4110-9ac3-3d69ca77915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:18.559669 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.568088 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:18.571784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:18.588829 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.589599 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (9667890c-b361-465c-9518-312df25d519f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.639534 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Publish callbacks [] for port (e465dbe5-5b91-47a1-b306-617be213fe16), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.655984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.691215 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-788aef47-0c4c-4d4c-b86c-2f55733a2845 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4113891 Oct 09 00:56:18.691542 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Port 035fc085-892c-4866-9ff4-6bd3d7193e9b on network 93a9ba3d-37f0-48ce-9786-b421e5404102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:56:18.691869 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Attempting to bind port 035fc085-892c-4866-9ff4-6bd3d7193e9b on network 93a9ba3d-37f0-48ce-9786-b421e5404102 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:18.723668 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-daad173d-6ee5-4f52-9c8a-fc0c095f5cf2 req-f892c9f2-a3da-4f04-a5cd-26f2a9d2c4c9 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116378 Oct 09 00:56:18.732189 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eab92f-7cac-4281-93ac-e117a8771830 None None] Pushing event updated for resources: {'Port': ['ID=e465dbe5-5b91-47a1-b306-617be213fe16,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:18.736028 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device d4998b74-c67b-4a9b-8a8d-658bc5efb89b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:18.785152 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] For port afb80013-2258-4db2-b056-f0c814dfdeed, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:18.792080 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.796587 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6068017 Oct 09 00:56:18.810275 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] For port afb80013-2258-4db2-b056-f0c814dfdeed, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb80013-2258-4db2-b056-f0c814dfdeed,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:18.824622 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270628-8c9d-4083-96c9-a61ea7bc7b1d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=ad40b227-899e-4d0c-a7ae-011b3f93ab4f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:18.832784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.839209 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:18.840196 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.840420 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port d4998b74-c67b-4a9b-8a8d-658bc5efb89b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:18.840657 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.840994 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port d4998b74-c67b-4a9b-8a8d-658bc5efb89b Oct 09 00:56:18.842455 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/afb80013-2258-4db2-b056-f0c814dfdeed HTTP/1.1" status: 200 len: 1093 time: 4.6795139 Oct 09 00:56:18.846316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'tag': 'afb80013-2258-4db2-b056-f0c814dfdeed'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:18.876047 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Attempting to bind port e465dbe5-5b91-47a1-b306-617be213fe16 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:18.876974 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Attempting to bind port e465dbe5-5b91-47a1-b306-617be213fe16 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:18.877340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Attempting to bind port e465dbe5-5b91-47a1-b306-617be213fe16 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:18.944795 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:18.945471 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Checking segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:18.945917 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:18.946289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:18.946686 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.946856 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Bound using segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:18.947314 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Bound using segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:18.947690 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Bound port: 035fc085-892c-4866-9ff4-6bd3d7193e9b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:18.947822 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Bound port: e465dbe5-5b91-47a1-b306-617be213fe16, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:18.948193 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:18.948569 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:19.031038 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90b896-35a9-4424-b2c2-82fbb1b03b39 service neutron] Pushing event updated for resources: {'Port': ['ID=afb80013-2258-4db2-b056-f0c814dfdeed,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:19.052125 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] For port e465dbe5-5b91-47a1-b306-617be213fe16, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:19.069134 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port d4998b74-c67b-4a9b-8a8d-658bc5efb89b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:19.077309 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] For port e465dbe5-5b91-47a1-b306-617be213fe16, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e465dbe5-5b91-47a1-b306-617be213fe16,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:19.096444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:19.104078 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] For port 035fc085-892c-4866-9ff4-6bd3d7193e9b, host hv-cinder-maste, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:19.123715 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-7f84a8ef-d33d-4fd4-a19d-f81db3c6de44 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072475 Oct 09 00:56:19.131175 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] For port 035fc085-892c-4866-9ff4-6bd3d7193e9b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:19.143552 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:19.151738 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fab94c-f294-4e24-b476-bbcd40cdf70e req-0dfcba26-7ae5-4ad9-b37c-30a9bd6cd489 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:19.155346 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00fab94c-f294-4e24-b476-bbcd40cdf70e req-0dfcba26-7ae5-4ad9-b37c-30a9bd6cd489 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.1038806 Oct 09 00:56:19.191236 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:19.192165 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:19.193648 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 1094 time: 5.0325131 Oct 09 00:56:19.194392 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:19.198036 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:56:19.198677 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:56:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:19.234014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1103f4e-a4be-4a24-8569-586ef9b9742c" -d '{"events": [{"name": "network-changed", "server_uuid": "e59fb8b2-1822-415f-8c7c-f398d24da057", "tag": "afb80013-2258-4db2-b056-f0c814dfdeed"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:19.277087 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-00fab94c-f294-4e24-b476-bbcd40cdf70e req-71f25deb-c80a-480a-a480-d46bed169195 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145189 Oct 09 00:56:19.312959 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69a4a3-7ec9-4e64-8ebb-4b2d8c5f53a0 service neutron] Pushing event updated for resources: {'Port': ['ID=035fc085-892c-4866-9ff4-6bd3d7193e9b,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:19.323575 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eab92f-7cac-4281-93ac-e117a8771830 None None] Pushing event updated for resources: {'Port': ['ID=e465dbe5-5b91-47a1-b306-617be213fe16,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:19.393922 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a374cf-dce3-447d-8de0-87b64a9e3f76" -d '{"events": [{"name": "network-changed", "server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:19.445802 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-42044468-3966-4d10-ab3e-eaff34499492 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--527263532&fields=id&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 267 time: 0.0593004 Oct 09 00:56:19.486014 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:56:19.624106 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-ec372bf1-6549-4d19-8cb0-8b78dc245aa4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:19.625695 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-ec372bf1-6549-4d19-8cb0-8b78dc245aa4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1733620 Oct 09 00:56:19.628101 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b662c69a-044e-49cf-9a18-fef3216276a1 x-openstack-request-id: req-b662c69a-044e-49cf-9a18-fef3216276a1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:19.628389 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59fb8b2-1822-415f-8c7c-f398d24da057", "tag": "afb80013-2258-4db2-b056-f0c814dfdeed", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:19.628637 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b662c69a-044e-49cf-9a18-fef3216276a1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:19.629073 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b662c69a-044e-49cf-9a18-fef3216276a1'] response: {'name': 'network-changed', 'server_uuid': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'tag': 'afb80013-2258-4db2-b056-f0c814dfdeed', 'status': 'completed', 'code': 200} Oct 09 00:56:19.645014 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-3e58d9b7-ff49-408a-b974-19fc6f1df923 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/quotas/a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 375 time: 0.0133512 Oct 09 00:56:19.707626 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ee5a9c59-4854-453b-bde7-e6bfd559bbf2 req-a65176b4-4bb6-483b-9618-9ef457086d43 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0434637 Oct 09 00:56:19.731800 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-d1fdf231-9d23-4cee-9ede-c06f4147baec tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733051 Oct 09 00:56:19.823053 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:19.937862 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-ef257d2e-f565-4ac8-b834-2be4ffdfac87 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978157 Oct 09 00:56:19.938453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:19Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:56:19.973211 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286b48a0-b003-453c-926f-390b2227a04e x-openstack-request-id: req-286b48a0-b003-453c-926f-390b2227a04e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:19.973704 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:19.973780 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-286b48a0-b003-453c-926f-390b2227a04e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:19.974226 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286b48a0-b003-453c-926f-390b2227a04e'] response: {'name': 'network-changed', 'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'status': 'completed', 'code': 200} Oct 09 00:56:19.978393 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1127-e6f3-455e-8e83-c0c0c7eabada None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:19Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:56:20.059061 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-b55f8cc3-77be-46c6-974f-57c50542ad6f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202404 Oct 09 00:56:20.125930 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3416b-d900-4676-99eb-c9d03e764b30 req-7b10c6e4-921d-4ade-bb44-15d14305e631 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:20.134243 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1bf3416b-d900-4676-99eb-c9d03e764b30 req-7b10c6e4-921d-4ade-bb44-15d14305e631 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0775630 Oct 09 00:56:20.194978 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1bf3416b-d900-4676-99eb-c9d03e764b30 req-5e7ce879-6062-4d58-a57e-8718ccabd9d4 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596836 Oct 09 00:56:20.311977 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0f7e3016-b9a0-4a7c-b946-00bf2251f4d0 req-55fea82d-1719-4654-bfdf-137888a62f04 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0341759 Oct 09 00:56:20.470228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da0fb-21a8-40ee-a358-7b33e584f747 req-f35bd0f0-de9c-4434-a8a9-6f29216a90a0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:20.499189 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e6da0fb-21a8-40ee-a358-7b33e584f747 req-f35bd0f0-de9c-4434-a8a9-6f29216a90a0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0976779 Oct 09 00:56:20.535826 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:20.568714 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6e6da0fb-21a8-40ee-a358-7b33e584f747 req-ad49a715-14fe-4870-b865-f06e7ce71ab7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650561 Oct 09 00:56:20.736791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e465dbe5-5b91-47a1-b306-617be213fe16 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:20.807110 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e465dbe5-5b91-47a1-b306-617be213fe16 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:20.807951 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:20.808527 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e465dbe5-5b91-47a1-b306-617be213fe16 Oct 09 00:56:20.864070 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4ffaabbb-976e-4799-9966-2c584adc45ba req-a3927ae9-5d0f-40da-bb21-8b51ed96962c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0524461 Oct 09 00:56:20.919470 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:20.927782 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e465dbe5-5b91-47a1-b306-617be213fe16 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:20.928158 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:20.997264 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port e465dbe5-5b91-47a1-b306-617be213fe16, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e465dbe5-5b91-47a1-b306-617be213fe16,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:21.004042 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:21.088175 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=e465dbe5-5b91-47a1-b306-617be213fe16,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:21.353140 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f160-1462-4e28-946c-8298028847e2 req-3cd1983a-6c84-421d-81d5-5fa919d9fab3 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:21.355331 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ed70f160-1462-4e28-946c-8298028847e2 req-3cd1983a-6c84-421d-81d5-5fa919d9fab3 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0706403 Oct 09 00:56:21.447471 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ed70f160-1462-4e28-946c-8298028847e2 req-5eb82780-c70c-43fc-a984-2bf8545a3cdc tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869112 Oct 09 00:56:21.478096 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4ed592cb-5dc8-41f5-ade2-68d2cf21e34d req-ebe3b31d-2e3d-49c5-a6ad-1358855cfab0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0483561 Oct 09 00:56:21.708231 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:21.724148 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ba21-379a-4d6f-aa1c-99c81ae1631e req-c2f1c138-688e-4a24-ad2d-312477d7b65a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:21.726828 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a70ba21-379a-4d6f-aa1c-99c81ae1631e req-c2f1c138-688e-4a24-ad2d-312477d7b65a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0760245 Oct 09 00:56:21.828344 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a70ba21-379a-4d6f-aa1c-99c81ae1631e req-fcc6ba36-ca56-468f-95a5-c88b9b05130c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919394 Oct 09 00:56:22.034234 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ba644a04-31a8-488b-8ea2-b882b57f338f req-9a75fdfd-6775-4c08-bcac-3f0d7749d698 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0498378 Oct 09 00:56:22.649453 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015ae0-172d-4636-9a62-6a1013bc8440 req-319e6e2e-cf35-459e-996b-b7a3fdb93efe tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:22.651171 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa015ae0-172d-4636-9a62-6a1013bc8440 req-319e6e2e-cf35-459e-996b-b7a3fdb93efe tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.1060076 Oct 09 00:56:22.687490 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-49292ade-8fb0-43eb-b9d8-b43a8ab820ca req-6a2e31b4-315e-4612-9749-cf8c28795fc8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0356200 Oct 09 00:56:22.693821 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e465dbe5-5b91-47a1-b306-617be213fe16 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:22.731357 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa015ae0-172d-4636-9a62-6a1013bc8440 req-2e075422-80fd-4682-8da5-2cffbde1e8f1 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745342 Oct 09 00:56:22.768484 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e465dbe5-5b91-47a1-b306-617be213fe16 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:22.769199 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:22.769677 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e465dbe5-5b91-47a1-b306-617be213fe16 Oct 09 00:56:22.857926 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e465dbe5-5b91-47a1-b306-617be213fe16 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:22.948738 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d0701-1762-4a53-97ee-63c57871a375 req-9afeaffa-0498-414d-ace3-2f583b951319 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:22.950358 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d8d0701-1762-4a53-97ee-63c57871a375 req-9afeaffa-0498-414d-ace3-2f583b951319 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0491700 Oct 09 00:56:23.014633 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7d8d0701-1762-4a53-97ee-63c57871a375 req-745e87db-fad5-4328-94bb-6d732f364329 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575995 Oct 09 00:56:23.154990 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8ee9975-e34c-4f02-bcb0-b1089f08dd1e req-9e295226-7284-4601-8ea6-02f2017d5f4c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0357943 Oct 09 00:56:23.567471 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:23.568536 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=41 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:23.802812 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-91dc1109-d30d-487a-9fae-b2db4f53f244 req-167a5a58-00a8-4a51-90c6-164c0092fb25 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0296936 Oct 09 00:56:23.874591 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0902c-5126-4601-942e-663d03a1cf4d req-56c6534d-9f0b-4afb-8d84-70fbf05805ea tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:23.876249 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6eb0902c-5126-4601-942e-663d03a1cf4d req-56c6534d-9f0b-4afb-8d84-70fbf05805ea tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0575266 Oct 09 00:56:23.925686 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6eb0902c-5126-4601-942e-663d03a1cf4d req-17dd12af-2eb2-428f-8bd4-5dbb5cd0d5f1 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Oct 09 00:56:24.150782 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:24.163628 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf72c18-48fe-4377-a0da-d594b5855c4e req-1809b612-7d34-4afe-90a3-71a4cde0cd93 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:24.168096 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3bf72c18-48fe-4377-a0da-d594b5855c4e req-1809b612-7d34-4afe-90a3-71a4cde0cd93 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0515766 Oct 09 00:56:24.222732 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3bf72c18-48fe-4377-a0da-d594b5855c4e req-51469012-be97-43ac-b14c-b0c0df479079 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516489 Oct 09 00:56:24.280085 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb751890-9781-46b6-8bd0-8fd30baad669 req-6fc180cd-ba53-40e4-95bd-6f15c80a3b69 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0320857 Oct 09 00:56:24.906132 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ac0676a-1f2e-4864-9f42-ee626660224b req-a982a614-5c94-4651-965e-db8c361e8d9a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0284252 Oct 09 00:56:25.042313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118852-3c39-4b47-9cc4-192046499af4 req-12f0628c-434d-43b2-9fc2-d8a54eddbd1f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:25.043782 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16118852-3c39-4b47-9cc4-192046499af4 req-12f0628c-434d-43b2-9fc2-d8a54eddbd1f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0460999 Oct 09 00:56:25.093751 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16118852-3c39-4b47-9cc4-192046499af4 req-e95d11b7-2ebb-4e6a-8f0f-35d304c7961c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Oct 09 00:56:25.344981 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f016d-f2ba-4734-b789-7303055b71fe req-94d22fa2-894f-4e5f-a381-8dec8e189b7c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:25.346454 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a39f016d-f2ba-4734-b789-7303055b71fe req-94d22fa2-894f-4e5f-a381-8dec8e189b7c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0487311 Oct 09 00:56:25.383760 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc6c7b1c-6b01-4ef1-a8c1-41553cf22b89 req-72b52f3b-6355-467e-9453-0d290a07c258 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0274718 Oct 09 00:56:25.393530 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a39f016d-f2ba-4734-b789-7303055b71fe req-e4c56926-de63-4a2e-bc87-c66e74466af8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 Oct 09 00:56:26.006011 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a986ad36-30ae-4a3b-b627-e4a8a5eb2adc req-805c1cae-4c5f-4957-85a4-8d916d709f5b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0277610 Oct 09 00:56:26.217350 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9e356-6c31-4fa3-91b9-8899428bb102 req-66124fb1-1ef6-4ad7-bb61-99fceccf561c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:26.218803 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4fb9e356-6c31-4fa3-91b9-8899428bb102 req-66124fb1-1ef6-4ad7-bb61-99fceccf561c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0489392 Oct 09 00:56:26.264756 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4fb9e356-6c31-4fa3-91b9-8899428bb102 req-c5b0b4d0-920b-4e9e-be13-8df3daae030a tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Oct 09 00:56:26.482406 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcd5e030-10f1-47a5-9f15-96272a320a28 req-695252f4-fd88-4fcc-9ce2-3fc0679780b7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Oct 09 00:56:26.509716 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4071a8-cc23-49f2-a313-0d48daea8aee req-45e240f1-ddad-46fe-b426-a34aa1a589ab tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:26.511176 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6c4071a8-cc23-49f2-a313-0d48daea8aee req-45e240f1-ddad-46fe-b426-a34aa1a589ab tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0464802 Oct 09 00:56:26.557846 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6c4071a8-cc23-49f2-a313-0d48daea8aee req-e73b1131-e900-40d3-8c87-b235a0c2b940 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Oct 09 00:56:27.066553 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:27.118289 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2124b939-7ee3-4628-8015-09ff9bd5f177 req-10332b8d-1d0f-436c-8101-97cb14cd3504 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0312388 Oct 09 00:56:27.159212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'port': {'device_id': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'admin_state_up': True, 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:27.273878 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Made reservation on behalf of f68941040b3049bd9c62e2fc061d94c1 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:56:27.277844 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:27.388134 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:27.402136 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c6eb-e1fd-4bf7-a744-abba20025bdd req-afc72841-08df-49da-a69b-a51ba64c8bdd tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:27.403865 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5f3c6eb-e1fd-4bf7-a744-abba20025bdd req-afc72841-08df-49da-a69b-a51ba64c8bdd tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0636408 Oct 09 00:56:27.425513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Allocated IP 172.20.0.6 (dd937102-41e7-4629-a161-cb0fb39a0995/e75c4721-9fa7-417f-9e12-2a9e53f66ae7/c41ba939-ec56-4a6f-86b0-047036daa405) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:27.460009 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e5f3c6eb-e1fd-4bf7-a744-abba20025bdd req-4ac89438-1663-41c3-8018-0f763478d8db tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Oct 09 00:56:27.595503 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e14ca07e-2b77-4286-b050-016906d45400 req-95ea5db2-9515-45d0-b21d-a8e235949a4a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0361080 Oct 09 00:56:27.602242 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:27.605763 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for port (c41ba939-ec56-4a6f-86b0-047036daa405), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:27.613645 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:27.644342 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:27.682465 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b6cd7-00db-4f97-8ed4-56fe4dc08cb5 req-92342971-0e84-4fa5-a794-249a4575893f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:27.683964 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c8b6cd7-00db-4f97-8ed4-56fe4dc08cb5 req-92342971-0e84-4fa5-a794-249a4575893f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0498323 Oct 09 00:56:27.688212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Network dd937102-41e7-4629-a161-cb0fb39a0995 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:27.692034 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:27.695937 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:27.700884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:27.700980 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:27.716860 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'Port': ['ID=c41ba939-ec56-4a6f-86b0-047036daa405,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:27.723185 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-1f0e86ff-fc28-4d16-b1d4-8e85c9fc35ed tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696344 Oct 09 00:56:27.754790 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c8b6cd7-00db-4f97-8ed4-56fe4dc08cb5 req-64b3d44f-bfef-4c26-be23-209ec4ce1a38 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651178 Oct 09 00:56:27.887277 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-432a588c-8ba9-49d3-85df-c23a206473e7 None None] Provisioning complete for port c41ba939-ec56-4a6f-86b0-047036daa405 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:27.887670 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-432a588c-8ba9-49d3-85df-c23a206473e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:27.888007 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-432a588c-8ba9-49d3-85df-c23a206473e7 None None] Attempt 1 to provision port c41ba939-ec56-4a6f-86b0-047036daa405 Oct 09 00:56:27.920017 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-432a588c-8ba9-49d3-85df-c23a206473e7 None None] Port c41ba939-ec56-4a6f-86b0-047036daa405 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:28.223820 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0eda854-0f75-4cea-a7dd-c7f808a51938 req-2fa8548f-b250-494f-a0d4-285ef02a7047 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0283463 Oct 09 00:56:28.576385 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1721-d689-49b5-bfa5-17408e463aa2 req-906c6ad4-9fed-4a7b-909a-e1c240f37c9b tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:28.577839 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-259a1721-d689-49b5-bfa5-17408e463aa2 req-906c6ad4-9fed-4a7b-909a-e1c240f37c9b tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0453088 Oct 09 00:56:28.623708 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-259a1721-d689-49b5-bfa5-17408e463aa2 req-eb73aa02-793b-4821-91fe-f3238e6c1498 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Oct 09 00:56:28.697302 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-43799aaa-e9a4-4a00-baec-8084063d8e6b req-8f107591-7091-40b7-a3cb-659fbfe5cd95 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0295863 Oct 09 00:56:28.879143 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788f1fe-fbe7-49bd-9111-6cf0c2e3c9a1 req-bbb3c3fc-4e07-494c-be8b-f9f4e69af35a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:28.880609 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9788f1fe-fbe7-49bd-9111-6cf0c2e3c9a1 req-bbb3c3fc-4e07-494c-be8b-f9f4e69af35a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0494988 Oct 09 00:56:28.926669 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9788f1fe-fbe7-49bd-9111-6cf0c2e3c9a1 req-ef8dd913-2aca-42e4-a003-8f72273d3bb6 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405560 Oct 09 00:56:29.323244 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80c4b017-0f5e-456b-85c6-b1a2644a10e2 req-0aa7f20f-93e3-4525-873c-cb0b9adbb28e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0271633 Oct 09 00:56:29.741549 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4635b-e581-4f6f-9e79-5ce86d484271 req-3dc39c05-539c-4c83-bc3b-149abea9e78c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:29.743023 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47f4635b-e581-4f6f-9e79-5ce86d484271 req-3dc39c05-539c-4c83-bc3b-149abea9e78c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0460460 Oct 09 00:56:29.790943 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47f4635b-e581-4f6f-9e79-5ce86d484271 req-4a0180d5-81f0-44bf-a21c-c3a180072313 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Oct 09 00:56:29.797298 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-02c44d84-9106-4cd8-a9d7-a773b1bd1c6b req-1602855c-146f-4fd4-96cb-8e6a980c1573 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0278704 Oct 09 00:56:30.035071 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Request body: {'port': {'device_id': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:30.159502 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a374cf-dce3-447d-8de0-87b64a9e3f76 req-00ea5c94-cbd5-45af-abe3-db8e0953fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:30.161161 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62a374cf-dce3-447d-8de0-87b64a9e3f76 req-00ea5c94-cbd5-45af-abe3-db8e0953fe15 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1128 time: 0.1670423 Oct 09 00:56:30.161844 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:30.271945 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1103f4e-a4be-4a24-8569-586ef9b9742c req-dc970a70-d12e-4d24-a422-7459315aa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:30.273567 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1103f4e-a4be-4a24-8569-586ef9b9742c req-dc970a70-d12e-4d24-a422-7459315aa00a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=88e7a07d04d74e739b7fa17f73018b64&device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 1127 time: 0.2708082 Oct 09 00:56:30.292996 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25434dd-bf3e-407e-ae88-ab45d89284da req-a1e8a01f-90cd-4679-b2da-12f0e35e63cb tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:30.296101 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b25434dd-bf3e-407e-ae88-ab45d89284da req-a1e8a01f-90cd-4679-b2da-12f0e35e63cb tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.2951810 Oct 09 00:56:30.474177 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96f3002f-2df7-4242-86ac-470ca0565f3a req-5174b40c-9f4f-4115-a37e-f842e89a35d7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0704365 Oct 09 00:56:30.475890 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b25434dd-bf3e-407e-ae88-ab45d89284da req-3af81e25-f913-4bec-b289-f93889616370 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545522 Oct 09 00:56:30.519008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1103f4e-a4be-4a24-8569-586ef9b9742c req-3730ce57-2b58-4dfd-a53e-664aacacb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:30.520513 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1103f4e-a4be-4a24-8569-586ef9b9742c req-3730ce57-2b58-4dfd-a53e-664aacacb934 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=88e7a07d04d74e739b7fa17f73018b64&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2232642 Oct 09 00:56:30.529452 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a374cf-dce3-447d-8de0-87b64a9e3f76 req-9065b893-18c9-4400-92f8-85646a691300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:30.531151 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62a374cf-dce3-447d-8de0-87b64a9e3f76 req-9065b893-18c9-4400-92f8-85646a691300 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=40e631c5e320489cac9cea85118c6263&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3347759 Oct 09 00:56:30.622839 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41ba939-ec56-4a6f-86b0-047036daa405 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:30.630778 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Publish callbacks [] for port (c41ba939-ec56-4a6f-86b0-047036daa405), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:30.642845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Transition to ACTIVE for port object c41ba939-ec56-4a6f-86b0-047036daa405 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:56:30.646692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:30.876955 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c41ba939-ec56-4a6f-86b0-047036daa405,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:30.889952 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Attempting to bind port c41ba939-ec56-4a6f-86b0-047036daa405 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:30.890288 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Attempting to bind port c41ba939-ec56-4a6f-86b0-047036daa405 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:30.890617 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Attempting to bind port c41ba939-ec56-4a6f-86b0-047036daa405 on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:30.901472 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4a12f8e6-8df6-4439-bd6b-84eb95427a1b req-9a22322d-d833-46d6-b656-0fd5f37e5cd8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0290501 Oct 09 00:56:30.944360 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:30.952250 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da3ee-d97b-4c1f-8525-607bdcee8bf6 req-2133a5f8-5add-40b2-843b-b04e6a25aa4f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:30.953723 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e76da3ee-d97b-4c1f-8525-607bdcee8bf6 req-2133a5f8-5add-40b2-843b-b04e6a25aa4f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0805655 Oct 09 00:56:30.984978 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Port c41ba939-ec56-4a6f-86b0-047036daa405 on network dd937102-41e7-4629-a161-cb0fb39a0995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:56:30.985327 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Attempting to bind port c41ba939-ec56-4a6f-86b0-047036daa405 on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:31.026379 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:31.041271 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e76da3ee-d97b-4c1f-8525-607bdcee8bf6 req-c2c688a4-4503-481e-a2f1-5c361e53c8fc tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800171 Oct 09 00:56:31.050681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:31.051041 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Checking segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:31.051422 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Bound using segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:31.051889 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Bound port: c41ba939-ec56-4a6f-86b0-047036daa405, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:31.052270 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:31.112509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] For port c41ba939-ec56-4a6f-86b0-047036daa405, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:31.115485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] For port c41ba939-ec56-4a6f-86b0-047036daa405, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c41ba939-ec56-4a6f-86b0-047036daa405,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:31.121305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:31.125123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:31.125730 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:31.127094 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/c41ba939-ec56-4a6f-86b0-047036daa405 HTTP/1.1" status: 200 len: 1093 time: 1.0981932 Oct 09 00:56:31.128163 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'tag': 'c41ba939-ec56-4a6f-86b0-047036daa405'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:31.130394 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b50472-3065-47ec-85b8-f52e36a9374c", "tag": "c41ba939-ec56-4a6f-86b0-047036daa405"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:31.171223 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d4c94d-7d74-447a-b752-11bcde5a6a44 x-openstack-request-id: req-f3d4c94d-7d74-447a-b752-11bcde5a6a44 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:31.171367 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b50472-3065-47ec-85b8-f52e36a9374c", "tag": "c41ba939-ec56-4a6f-86b0-047036daa405", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:31.171584 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f3d4c94d-7d74-447a-b752-11bcde5a6a44 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:31.172017 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d4c94d-7d74-447a-b752-11bcde5a6a44'] response: {'name': 'network-changed', 'server_uuid': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'tag': 'c41ba939-ec56-4a6f-86b0-047036daa405', 'status': 'completed', 'code': 200} Oct 09 00:56:31.184187 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22422f4-f338-4f75-8f6f-ece2f5b18ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c41ba939-ec56-4a6f-86b0-047036daa405,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:31.581397 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:31.600416 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-001f34cb-80d8-4903-9276-a4dcbec13e39 req-05c56bba-12d1-4384-869e-a3cb90978db2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0313122 Oct 09 00:56:31.623846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a43a4-223e-4d62-8722-819150a981a3 req-2bb2035e-97e9-4d45-bf0d-1c43bb947f3e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:31.623846 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6b3a43a4-223e-4d62-8722-819150a981a3 req-2bb2035e-97e9-4d45-bf0d-1c43bb947f3e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0588474 Oct 09 00:56:31.666421 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6b3a43a4-223e-4d62-8722-819150a981a3 req-d02ed617-b5da-4b7c-b658-3bfac3f4451b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Oct 09 00:56:32.008018 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a1d0badb-a37e-4d76-9ab6-d76821f9b66c req-d6281268-4bec-4393-bc07-1a6bef649120 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Oct 09 00:56:32.161584 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bd210-e44c-4b9a-b0d7-d40088ce8abd req-f3756a20-2721-4411-8ec5-e93144ec584c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:32.163035 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-419bd210-e44c-4b9a-b0d7-d40088ce8abd req-f3756a20-2721-4411-8ec5-e93144ec584c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0496683 Oct 09 00:56:32.209348 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-419bd210-e44c-4b9a-b0d7-d40088ce8abd req-e8980cb5-361d-4dc9-80ec-45cd88935598 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Oct 09 00:56:32.700375 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3465b585-7f47-41b7-a332-7c18d1b887d3 req-0d048a76-860a-4a3e-be36-194f41445717 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0268540 Oct 09 00:56:32.784632 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191240-fc8f-4490-95c7-05ce7341fbd7 req-ba82cb0a-8841-4e91-a53a-bf7a5914c442 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:32.786076 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fb191240-fc8f-4490-95c7-05ce7341fbd7 req-ba82cb0a-8841-4e91-a53a-bf7a5914c442 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0464652 Oct 09 00:56:32.830615 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fb191240-fc8f-4490-95c7-05ce7341fbd7 req-dbc00f53-1c49-4c4e-abe5-fb0b6aa16c91 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Oct 09 00:56:33.117469 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-90bc72b2-d61f-4017-853a-c52432d7258f req-44e71fff-e886-4e7b-b63b-786e3f3cf56e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0354869 Oct 09 00:56:33.220419 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.60', 65063) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:33.276025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4 req-81fdc13e-e541-43c2-b37c-fdeafb4deb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.280595 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4 req-81fdc13e-e541-43c2-b37c-fdeafb4deb0f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1127 time: 0.1126566 Oct 09 00:56:33.305671 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:33.416651 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1103f4e-a4be-4a24-8569-586ef9b9742c req-17397a3c-9215-4af2-95d3-03df5ae68d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.418339 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1103f4e-a4be-4a24-8569-586ef9b9742c req-17397a3c-9215-4af2-95d3-03df5ae68d68 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2947476 Oct 09 00:56:33.443544 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35039-55a8-4fd2-9ba7-bf958b76bc88 req-942fbcac-2252-4b52-b575-8379c9d0c566 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.445252 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2fa35039-55a8-4fd2-9ba7-bf958b76bc88 req-942fbcac-2252-4b52-b575-8379c9d0c566 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.1404264 Oct 09 00:56:33.477188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a374cf-dce3-447d-8de0-87b64a9e3f76 req-98271874-c828-4997-98a0-c879cb2add1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.485651 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62a374cf-dce3-447d-8de0-87b64a9e3f76 req-98271874-c828-4997-98a0-c879cb2add1f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3622062 Oct 09 00:56:33.512320 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-2bc04eb4-1b90-4fdd-b639-500e865d368c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.513808 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-2bc04eb4-1b90-4fdd-b639-500e865d368c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 818 time: 0.2924640 Oct 09 00:56:33.541473 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2fa35039-55a8-4fd2-9ba7-bf958b76bc88 req-103fa98e-f991-4018-b05b-f34ccde26599 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845060 Oct 09 00:56:33.566756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4 req-eec44287-e78b-4547-8907-dae4b062a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.568843 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4 req-eec44287-e78b-4547-8907-dae4b062a919 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=f68941040b3049bd9c62e2fc061d94c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2204182 Oct 09 00:56:33.575657 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-2b1f53b8-2509-4778-8de5-6dd3e5f24cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.577098 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-2b1f53b8-2509-4778-8de5-6dd3e5f24cff service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=88e7a07d04d74e739b7fa17f73018b64&device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 1127 time: 0.0687697 Oct 09 00:56:33.663840 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'port': {'device_id': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'admin_state_up': True, 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:33.763952 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-e7169205-bf2d-4762-8f0e-15a7741abf38 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb80013-2258-4db2-b056-f0c814dfdeed HTTP/1.1" status: 200 len: 217 time: 0.0789585 Oct 09 00:56:33.769423 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-c0b0cb99-291c-42a3-9a5c-da93ebc2c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.770912 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-c0b0cb99-291c-42a3-9a5c-da93ebc2c7e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1128 time: 0.0637848 Oct 09 00:56:33.817179 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Made reservation on behalf of f68941040b3049bd9c62e2fc061d94c1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:56:33.821312 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:33.829335 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bd29021c-a0db-4564-bbb9-20ee11207a63 req-1fc19edd-e7f5-48f5-8df1-2fccc0e35cc1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0398316 Oct 09 00:56:33.863640 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4 req-6f4b7578-e6e9-4690-abb8-3ddb141fb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.865114 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd577ae5-2bd5-4a58-b7e8-5b800b255ea4 req-6f4b7578-e6e9-4690-abb8-3ddb141fb5f5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814988 Oct 09 00:56:33.997027 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e3a17-1097-4dd8-a903-54c51a093c95 req-f9ce3583-6981-4c3d-acd2-aa18bc66c7ff tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:33.998843 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-976e3a17-1097-4dd8-a903-54c51a093c95 req-f9ce3583-6981-4c3d-acd2-aa18bc66c7ff tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0913022 Oct 09 00:56:34.000142 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Allocated IP 172.20.0.8 (dd937102-41e7-4629-a161-cb0fb39a0995/e75c4721-9fa7-417f-9e12-2a9e53f66ae7/8fe52a88-9c39-4ea8-9d6f-ca693b1da44c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:34.031428 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:34.150596 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-22bb20a0-99b5-457c-8f71-24f1c52cc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.152161 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-22bb20a0-99b5-457c-8f71-24f1c52cc2fe service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1127 time: 0.0591688 Oct 09 00:56:34.153039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.60', 65077) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:34.153159 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-c1def5e5-dc15-410c-bcec-d4d05a0e3c35 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 217 time: 0.0985732 Oct 09 00:56:34.154654 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-fe5f47be-58d0-4947-8f42-38d5b6bd069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.156840 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-fe5f47be-58d0-4947-8f42-38d5b6bd069a service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a548fa97-cb20-45d6-8da8-0556662605e1 HTTP/1.1" status: 200 len: 851 time: 0.1140416 Oct 09 00:56:34.171889 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-976e3a17-1097-4dd8-a903-54c51a093c95 req-9e00b05e-39be-47ed-aadd-9ae847d035eb tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656909 Oct 09 00:56:34.290431 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:34.337312 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-3930d87f-c492-4793-a0a6-4e77c27ec093 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41ba939-ec56-4a6f-86b0-047036daa405 HTTP/1.1" status: 200 len: 217 time: 0.1392868 Oct 09 00:56:34.354375 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ee41e11c-2aab-4619-9090-b35bb8e27d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.355788 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-ee41e11c-2aab-4619-9090-b35bb8e27d71 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.0794089 Oct 09 00:56:34.394012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:34.420991 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-a591ae62-3179-45d2-90e8-2459cc542425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.422483 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-a591ae62-3179-45d2-90e8-2459cc542425 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bd0c3622-3100-4974-8f51-c7c8194d1e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2409878 Oct 09 00:56:34.424027 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a957617f-9c9d-430b-b879-bb0b5d10f138 req-9d691f3a-5222-4bf0-89fc-7c360b23ecc9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 210 time: 0.0973244 Oct 09 00:56:34.493685 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:34.501539 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e05c0-6385-4db4-98da-fafb43389700 req-a7bcd241-2c55-40d8-96ef-48c7940099bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.503764 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-a7bcd241-2c55-40d8-96ef-48c7940099bc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1403129 Oct 09 00:56:34.533335 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:34.546227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-7542097d-9076-41d8-aeb4-2aa65b73c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.547978 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-7542097d-9076-41d8-aeb4-2aa65b73c287 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.1904995 Oct 09 00:56:34.594457 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:34.665125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-7b87075e-3dea-4f0c-86e4-0b86286c93a1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.666659 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-7b87075e-3dea-4f0c-86e4-0b86286c93a1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.4958036 Oct 09 00:56:34.703882 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-cd1f8064-1d2a-4cf4-940b-f7305946fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.705582 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-cd1f8064-1d2a-4cf4-940b-f7305946fa1f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1476746 Oct 09 00:56:34.756918 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-cd9db480-1ae8-4586-badc-3df62b9643f5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bd0c3622-3100-4974-8f51-c7c8194d1e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168435 Oct 09 00:56:34.856526 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Network dd937102-41e7-4629-a161-cb0fb39a0995 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:34.899172 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:34.904440 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:34.910903 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.911740 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:34.930470 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'Port': ['ID=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:34.994390 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924f80b-cfc6-4173-9ae6-cfe3d4d73476 req-4a1a05d0-d49b-451f-8aab-f4b5411bda20 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:34.995961 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9924f80b-cfc6-4173-9ae6-cfe3d4d73476 req-4a1a05d0-d49b-451f-8aab-f4b5411bda20 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.2359507 Oct 09 00:56:35.012737 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-c28f9874-0354-45ef-84f8-d6314f156530 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3537598 Oct 09 00:56:35.053856 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Request body: {'port': {'device_id': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:35.122185 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-1bb87f0e-8218-42f8-807b-48de0e2757fb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 379 time: 0.4375653 Oct 09 00:56:35.177625 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cbd8392-1407-42ed-adb6-46046923a860 req-0c7a6aa5-8eb6-418c-bc84-fb65d47d6d89 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0629451 Oct 09 00:56:35.197398 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'port': {'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'admin_state_up': True, 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'security_groups': ['777936c7-14aa-4727-901f-85cc3efdcde9']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:35.211142 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.236959 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-e1a4f7c3-07e0-4203-9de4-0c4210bc4471 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818311 Oct 09 00:56:35.295389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-05da4469-45e7-4724-ab45-d87286676e83 None None] Provisioning complete for port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:35.295896 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05da4469-45e7-4724-ab45-d87286676e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.296116 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-05da4469-45e7-4724-ab45-d87286676e83 None None] Attempt 1 to provision port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c Oct 09 00:56:35.340358 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-05da4469-45e7-4724-ab45-d87286676e83 None None] Port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:35.444794 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9924f80b-cfc6-4173-9ae6-cfe3d4d73476 req-3e797f95-d95d-4cb8-8ce6-4a250cf32ca2 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415181 Oct 09 00:56:35.466944 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-b8d22092-bfff-42a8-b10b-6f6db7d39ba7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519989 Oct 09 00:56:35.470534 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Made reservation on behalf of a7d8e82f58814da6b8c08bfa04955d4c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:56:35.484200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.501040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e98d69-c84b-4f8e-b2de-9da4e8b3a199 req-af679d56-c204-4cf8-8c71-2fd4c2cc8077 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:35.509179 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-88e98d69-c84b-4f8e-b2de-9da4e8b3a199 req-af679d56-c204-4cf8-8c71-2fd4c2cc8077 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.1852622 Oct 09 00:56:35.520425 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-87516efe-8f73-4cd4-92b7-ad3bcb987c40 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bd0c3622-3100-4974-8f51-c7c8194d1e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645695 Oct 09 00:56:35.538012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:35.544226 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-be8e05c0-6385-4db4-98da-fafb43389700 req-3db3beaf-b13b-4a16-9828-4cbcf5b96cdd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846945 Oct 09 00:56:35.624293 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-88e98d69-c84b-4f8e-b2de-9da4e8b3a199 req-15143187-9178-4f3b-ad87-0ca18edbb161 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140840 Oct 09 00:56:35.642944 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9725b2-6cf3-4df9-93d1-d679e280f777 req-0b37f75e-2582-4ae5-b774-34d7fb52354e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:35.645086 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fa9725b2-6cf3-4df9-93d1-d679e280f777 req-0b37f75e-2582-4ae5-b774-34d7fb52354e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 931 time: 0.0817740 Oct 09 00:56:35.706412 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.20.0.8 (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b/033058db-9b72-4aa7-b12d-bf2294dc0aa3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:56:35.714083 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:35.724551 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Publish callbacks [] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.729657 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fa9725b2-6cf3-4df9-93d1-d679e280f777 req-0d5ef7e0-a3f6-4d77-a83b-e0fc7d020c15 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786133 Oct 09 00:56:35.748438 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Transition to ACTIVE for port object 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:56:35.752631 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.757876 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:35.796752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:35.820630 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Pushing event updated for resources: {'Port': ['ID=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:35.831939 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Attempting to bind port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:35.832260 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Attempting to bind port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:35.832588 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Attempting to bind port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:35.856441 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.874313 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c on network dd937102-41e7-4629-a161-cb0fb39a0995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:56:35.874564 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Attempting to bind port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:35.888587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.916912 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:35.917254 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Checking segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:35.917631 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Bound using segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:35.918067 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Bound port: 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:35.918425 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.928037 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:35.937083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:56:35.941746 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:56:35.944264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:56:35.949579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:35.950164 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:35.964015 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=033058db-9b72-4aa7-b12d-bf2294dc0aa3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:35.976605 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-0b70ae77-e749-4d8c-ac04-c3f2af155be7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859709 Oct 09 00:56:35.997249 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] For port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host hv-cinder-maste, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:36.000598 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] For port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:36.007095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:36.010288 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:36.010897 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:36.012327 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/8fe52a88-9c39-4ea8-9d6f-ca693b1da44c HTTP/1.1" status: 200 len: 1093 time: 0.9742820 Oct 09 00:56:36.014632 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'tag': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:36.016888 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7c9387-a667-49be-bd49-aa259e16c2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b86736a3-d8f2-450d-a367-4d2ba4edd923", "tag": "8fe52a88-9c39-4ea8-9d6f-ca693b1da44c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:36.069197 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] Pushing event updated for resources: {'Port': ['ID=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:36.101978 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b80a05-e55d-426f-a883-0826890e7815 x-openstack-request-id: req-f1b80a05-e55d-426f-a883-0826890e7815 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:36.102281 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86736a3-d8f2-450d-a367-4d2ba4edd923", "tag": "8fe52a88-9c39-4ea8-9d6f-ca693b1da44c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:36.102540 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f1b80a05-e55d-426f-a883-0826890e7815 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:36.102944 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b80a05-e55d-426f-a883-0826890e7815'] response: {'name': 'network-changed', 'server_uuid': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'tag': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c', 'status': 'completed', 'code': 200} Oct 09 00:56:36.171737 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-49dfc301-bf1e-46fb-aa2c-56fac9e3f031 None None] Provisioning complete for port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:36.172100 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49dfc301-bf1e-46fb-aa2c-56fac9e3f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:36.172429 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-49dfc301-bf1e-46fb-aa2c-56fac9e3f031 None None] Attempt 1 to provision port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 Oct 09 00:56:36.206802 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-49dfc301-bf1e-46fb-aa2c-56fac9e3f031 None None] Port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:56:36.305290 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b319a5a-98be-442b-a0fb-4f9979e63784 req-7299ec81-86fc-4350-a1f7-a380dd4714a6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:36.306796 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b319a5a-98be-442b-a0fb-4f9979e63784 req-7299ec81-86fc-4350-a1f7-a380dd4714a6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 931 time: 0.0501196 Oct 09 00:56:36.358013 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b319a5a-98be-442b-a0fb-4f9979e63784 req-0eeeddda-217b-4466-9de9-c6869af95a76 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451868 Oct 09 00:56:36.581228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef1651-4ba8-411d-acd8-409f172bb845 req-355fc481-9f43-4f12-aaa6-9b96b6a64833 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:36.582666 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03ef1651-4ba8-411d-acd8-409f172bb845 req-355fc481-9f43-4f12-aaa6-9b96b6a64833 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0448844 Oct 09 00:56:36.627968 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-03ef1651-4ba8-411d-acd8-409f172bb845 req-f4218860-5e1f-44be-a87c-50120495ae46 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Oct 09 00:56:36.738845 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370842-362c-440e-a840-a0f096db1b61 req-35291085-11eb-402f-88aa-810ceffe4c06 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:36.740362 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-77370842-362c-440e-a840-a0f096db1b61 req-35291085-11eb-402f-88aa-810ceffe4c06 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0470104 Oct 09 00:56:36.794146 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-77370842-362c-440e-a840-a0f096db1b61 req-be8db22b-9e10-4fb4-b40e-8f8dc10e1618 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Oct 09 00:56:36.857124 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c478ff-5507-4256-9188-9910880dede3 req-0c0be4fb-b8ef-45af-9c3a-f25d5e33751b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:36.858582 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8c478ff-5507-4256-9188-9910880dede3 req-0c0be4fb-b8ef-45af-9c3a-f25d5e33751b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0525033 Oct 09 00:56:36.919104 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c8c478ff-5507-4256-9188-9910880dede3 req-524af80a-078d-4297-b8d7-1e6efacf8018 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547316 Oct 09 00:56:37.479105 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77694b-d58f-4bfc-b3f6-7f20c05f05cf req-18718f3e-bbef-4765-a82c-e1b0f45f07e4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:37.480610 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7b77694b-d58f-4bfc-b3f6-7f20c05f05cf req-18718f3e-bbef-4765-a82c-e1b0f45f07e4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 931 time: 0.0466197 Oct 09 00:56:37.529043 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7b77694b-d58f-4bfc-b3f6-7f20c05f05cf req-ca5085e6-f2a9-4178-8793-efbcdd5f2275 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Oct 09 00:56:37.561574 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22e2999e-f72b-4331-8ab5-79473f73eb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:37.744211 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153bf46-9303-4145-bf9f-38d7057cfabc req-101cc15d-a53c-4da1-a845-9be0b61e37f8 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:37.745668 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9153bf46-9303-4145-bf9f-38d7057cfabc req-101cc15d-a53c-4da1-a845-9be0b61e37f8 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0460508 Oct 09 00:56:37.793195 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9153bf46-9303-4145-bf9f-38d7057cfabc req-c6f0e785-10aa-459d-b00d-1e3069bab012 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Oct 09 00:56:37.912355 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375acd-efee-4a61-a460-250d8c318ce6 req-e3d97621-a5e2-492f-8154-3aae42038048 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:37.913981 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-db375acd-efee-4a61-a460-250d8c318ce6 req-e3d97621-a5e2-492f-8154-3aae42038048 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0469069 Oct 09 00:56:37.953928 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:37.963527 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-db375acd-efee-4a61-a460-250d8c318ce6 req-158c282c-304d-4e80-be8c-c598c713e0c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Oct 09 00:56:37.988906 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=16 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:37.992889 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:38.055876 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9956d-1b14-4239-a660-53182e2477a0 req-52d0068d-8fdd-40c3-a376-58550deb8eab tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:38.057493 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bbf9956d-1b14-4239-a660-53182e2477a0 req-52d0068d-8fdd-40c3-a376-58550deb8eab tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0576048 Oct 09 00:56:38.161298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Request body: {'port': {'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:38.188972 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bbf9956d-1b14-4239-a660-53182e2477a0 req-b31af24d-690b-48b8-a9a7-a7be06c3f029 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166828 Oct 09 00:56:38.227610 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c3dffc-a752-4ce8-a3f1-26fb012b4b01 req-b567ed0c-b3d4-4187-ae96-44de45e5de4e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644180 Oct 09 00:56:38.252351 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:38.429951 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:38.528885 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033058db-9b72-4aa7-b12d-bf2294dc0aa3 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:38.538213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Publish callbacks [] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:38.555995 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Transition to ACTIVE for port object 033058db-9b72-4aa7-b12d-bf2294dc0aa3 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:56:38.561359 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:38.642539 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Pushing event updated for resources: {'Port': ['ID=033058db-9b72-4aa7-b12d-bf2294dc0aa3,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:38.645621 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Attempting to bind port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:56:38.645833 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Attempting to bind port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:56:38.646002 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Attempting to bind port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:38.675076 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:38.680806 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1acd2-d520-4cf6-8dd5-ccb610a10523 req-82d53486-fda9-443a-9b15-51857646c082 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:38.682257 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1f1acd2-d520-4cf6-8dd5-ccb610a10523 req-82d53486-fda9-443a-9b15-51857646c082 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0601718 Oct 09 00:56:38.697646 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:56:38.697974 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Attempting to bind port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:56:38.734610 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1f1acd2-d520-4cf6-8dd5-ccb610a10523 req-72fe2dc3-e70a-490d-8e98-d2f365f4a76d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456378 Oct 09 00:56:38.760193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:56:38.760193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:56:38.760193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Bound using segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:56:38.760193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Bound port: 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:56:38.760193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:38.822873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] For port 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:56:38.826756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] For port 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:56:38.835404 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:38.875420 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:38.882990 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:38.886032 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/033058db-9b72-4aa7-b12d-bf2294dc0aa3 HTTP/1.1" status: 200 len: 1093 time: 0.7288506 Oct 09 00:56:38.886592 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:38.888978 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e38f04-a083-4d94-bce0-f9109c4f9172" -d '{"events": [{"name": "network-changed", "server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:38.949200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a14c7c-2141-42e2-8e50-3b47ec10ddaf x-openstack-request-id: req-31a14c7c-2141-42e2-8e50-3b47ec10ddaf {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:38.949493 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:38.949784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31a14c7c-2141-42e2-8e50-3b47ec10ddaf {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:38.950179 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a14c7c-2141-42e2-8e50-3b47ec10ddaf'] response: {'name': 'network-changed', 'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'status': 'completed', 'code': 200} Oct 09 00:56:38.974029 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4f332-551d-4a47-a6f6-ec5305f44427 req-0d90ccd6-729e-4ab4-8e85-b209b49442f5 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:38.975573 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1f4f332-551d-4a47-a6f6-ec5305f44427 req-0d90ccd6-729e-4ab4-8e85-b209b49442f5 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0708263 Oct 09 00:56:38.976330 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274254-799e-4e2a-a63b-6aa59f937f8d service neutron] Pushing event updated for resources: {'Port': ['ID=033058db-9b72-4aa7-b12d-bf2294dc0aa3,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:39.026407 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1f4f332-551d-4a47-a6f6-ec5305f44427 req-4e0f7c58-e500-47a5-ad52-746f9e6cfd30 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Oct 09 00:56:39.095505 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7388637-6be1-4ce6-b499-4d41f4595dcd req-4cac69e8-2330-40f2-a238-aef6d9dbd49a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:39.097958 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a7388637-6be1-4ce6-b499-4d41f4595dcd req-4cac69e8-2330-40f2-a238-aef6d9dbd49a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0552673 Oct 09 00:56:39.152130 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a7388637-6be1-4ce6-b499-4d41f4595dcd req-2cca6b76-ffda-4968-bdbb-106dfaa777e6 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472789 Oct 09 00:56:39.323874 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a73ff-bf47-4ab6-a899-f33bf2311dc8 req-74301665-ba0d-4f99-9338-0e84e41854c6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:39.325438 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-385a73ff-bf47-4ab6-a899-f33bf2311dc8 req-74301665-ba0d-4f99-9338-0e84e41854c6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0615785 Oct 09 00:56:39.382262 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-385a73ff-bf47-4ab6-a899-f33bf2311dc8 req-8db20e23-1957-4d9d-80c6-bb7ed33cebda tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Oct 09 00:56:39.793745 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7315d651-77e5-409a-93e3-40f39480ab5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:39.869402 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d9aaa-fd14-4d4f-a4fe-a8706e76f672 req-b41303df-c9a2-46b5-8cb7-5d9930e07f2f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:39.870913 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-859d9aaa-fd14-4d4f-a4fe-a8706e76f672 req-b41303df-c9a2-46b5-8cb7-5d9930e07f2f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0537643 Oct 09 00:56:39.923558 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-859d9aaa-fd14-4d4f-a4fe-a8706e76f672 req-f7d9f330-7df7-4971-a944-e7c729efe320 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450375 Oct 09 00:56:40.159209 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6810ad0-a39e-4501-b01b-591cba6afa03 req-4ef324a9-080d-49a8-bfb7-71f4917033a6 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:40.160912 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c6810ad0-a39e-4501-b01b-591cba6afa03 req-4ef324a9-080d-49a8-bfb7-71f4917033a6 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0533516 Oct 09 00:56:40.220005 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c6810ad0-a39e-4501-b01b-591cba6afa03 req-1a049a78-6579-42e0-8137-c115d9922f60 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529194 Oct 09 00:56:40.327472 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9387-a667-49be-bd49-aa259e16c2f3 req-f7865f24-1032-47be-b2f2-ae97eb13ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:40.329196 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd7c9387-a667-49be-bd49-aa259e16c2f3 req-f7865f24-1032-47be-b2f2-ae97eb13ac2d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 1127 time: 0.0577376 Oct 09 00:56:40.343623 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1887e7-be9a-47dd-a7e7-e87ec2d5a717 req-875c0f1b-9516-4203-9f49-37c34e26ed18 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:40.345173 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d1887e7-be9a-47dd-a7e7-e87ec2d5a717 req-875c0f1b-9516-4203-9f49-37c34e26ed18 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0776184 Oct 09 00:56:40.366784 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:40.396706 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3d1887e7-be9a-47dd-a7e7-e87ec2d5a717 req-40a853f1-1a22-494c-a7c9-0c0a2dd175a1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Oct 09 00:56:40.520367 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0c19c-e4ed-4c30-96ca-43a05af9dded req-db911973-c829-41ea-8a53-3ed67a6edeea tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:40.521888 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0df0c19c-e4ed-4c30-96ca-43a05af9dded req-db911973-c829-41ea-8a53-3ed67a6edeea tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0586705 Oct 09 00:56:40.592273 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0df0c19c-e4ed-4c30-96ca-43a05af9dded req-46718ab7-1cd4-4d71-9bac-49634100bc68 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631297 Oct 09 00:56:41.047638 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa139e-7722-40c5-8ffe-aa3dcb18fa1e req-930acac0-3a74-47a4-9f0a-ee803f7704ab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.052054 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1eaa139e-7722-40c5-8ffe-aa3dcb18fa1e req-930acac0-3a74-47a4-9f0a-ee803f7704ab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0508754 Oct 09 00:56:41.103012 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1eaa139e-7722-40c5-8ffe-aa3dcb18fa1e req-61421a61-1cc5-4dd0-a936-c4084213b478 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Oct 09 00:56:41.208097 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38f04-a083-4d94-bce0-f9109c4f9172 req-a5e80caa-3f45-48b5-8d23-4382df1ebe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.209747 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22e38f04-a083-4d94-bce0-f9109c4f9172 req-a5e80caa-3f45-48b5-8d23-4382df1ebe75 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 1127 time: 0.0982664 Oct 09 00:56:41.215127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:41.310476 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.319963 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9387-a667-49be-bd49-aa259e16c2f3 req-68a924c7-b810-4c3a-9359-0abad41d08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.321399 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd7c9387-a667-49be-bd49-aa259e16c2f3 req-68a924c7-b810-4c3a-9359-0abad41d08fa service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=f68941040b3049bd9c62e2fc061d94c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2008436 Oct 09 00:56:41.343196 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56120) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:41.381807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3791e83-ec4c-4646-8380-e98194667d4c req-26c237f1-3e57-4f6f-8a43-98df71a5a572 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.383542 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3791e83-ec4c-4646-8380-e98194667d4c req-26c237f1-3e57-4f6f-8a43-98df71a5a572 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0779598 Oct 09 00:56:41.404256 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38f04-a083-4d94-bce0-f9109c4f9172 req-0b5b9718-40bc-4515-811d-c303bdb68b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.406008 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22e38f04-a083-4d94-bce0-f9109c4f9172 req-0b5b9718-40bc-4515-811d-c303bdb68b55 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1826081 Oct 09 00:56:41.430271 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:41.445434 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3791e83-ec4c-4646-8380-e98194667d4c req-13ec2ec0-295f-43d3-9f36-134fa9ceae4f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Oct 09 00:56:41.473417 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff84bb1c-8e4b-4fc7-bf2c-f13500121e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.550448 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe14355-2acc-4f23-b1a1-f99173177ae6 req-32e9cb27-b872-416b-a8f3-c2fbf6e71070 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.551946 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bbe14355-2acc-4f23-b1a1-f99173177ae6 req-32e9cb27-b872-416b-a8f3-c2fbf6e71070 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0629487 Oct 09 00:56:41.640501 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff84bb1c-8e4b-4fc7-bf2c-f13500121e1d admin admin] Publish callbacks [] for security_group (29913cb4-acdd-4417-ac1a-666b7b2482b4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.645280 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bbe14355-2acc-4f23-b1a1-f99173177ae6 req-77b8eb52-1a65-43e9-ba80-70ff5b8ff195 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848351 Oct 09 00:56:41.646665 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff84bb1c-8e4b-4fc7-bf2c-f13500121e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (29913cb4-acdd-4417-ac1a-666b7b2482b4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.695073 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84bb1c-8e4b-4fc7-bf2c-f13500121e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29913cb4-acdd-4417-ac1a-666b7b2482b4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:41.702107 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ff84bb1c-8e4b-4fc7-bf2c-f13500121e1d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=900310e660e24f5f9957164068179944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578434 Oct 09 00:56:41.704614 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:41.802107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eb500-81ab-4292-93f4-fa0ff15a69d5 req-05314434-a570-47db-af61-18d159d87b30 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:41.804599 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b5eb500-81ab-4292-93f4-fa0ff15a69d5 req-05314434-a570-47db-af61-18d159d87b30 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.1079581 Oct 09 00:56:41.808032 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb54a331-8e9d-4cf7-aef4-94e05998da66 admin admin] Publish callbacks [] for security_group (29913cb4-acdd-4417-ac1a-666b7b2482b4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.850185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb54a331-8e9d-4cf7-aef4-94e05998da66 admin admin] Publish callbacks [] for security_group (29913cb4-acdd-4417-ac1a-666b7b2482b4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.888363 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b5eb500-81ab-4292-93f4-fa0ff15a69d5 req-24929aaa-d7d1-4d60-a3ab-65cef4ad3cf2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Oct 09 00:56:41.910600 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb54a331-8e9d-4cf7-aef4-94e05998da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (29913cb4-acdd-4417-ac1a-666b7b2482b4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.914269 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb54a331-8e9d-4cf7-aef4-94e05998da66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:41.915516 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bb54a331-8e9d-4cf7-aef4-94e05998da66 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/29913cb4-acdd-4417-ac1a-666b7b2482b4 HTTP/1.1" status: 204 len: 168 time: 0.2099307 Oct 09 00:56:41.924917 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54a331-8e9d-4cf7-aef4-94e05998da66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29913cb4-acdd-4417-ac1a-666b7b2482b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:42.214052 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:42.228865 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca647f9-6666-49ab-a958-35e0fe2bdebb req-2fe6c47c-3c67-449f-ab6d-12694d1a9930 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:42.230372 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ca647f9-6666-49ab-a958-35e0fe2bdebb req-2fe6c47c-3c67-449f-ab6d-12694d1a9930 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0490241 Oct 09 00:56:42.244083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:42.256877 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30886371-d006-4425-a69d-4a95b960fee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.278078 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ca647f9-6666-49ab-a958-35e0fe2bdebb req-7cbcf773-5807-4564-ac20-f99c8e971825 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 Oct 09 00:56:42.337618 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30886371-d006-4425-a69d-4a95b960fee8 admin admin] Publish callbacks [] for security_group (fff43e62-f865-4bfe-8641-4d37b0a5b7b4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.341258 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30886371-d006-4425-a69d-4a95b960fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fff43e62-f865-4bfe-8641-4d37b0a5b7b4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.380608 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-30886371-d006-4425-a69d-4a95b960fee8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7415bcf3ee6f426ba3f908b200ad3bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355176 Oct 09 00:56:42.381482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30886371-d006-4425-a69d-4a95b960fee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff43e62-f865-4bfe-8641-4d37b0a5b7b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:42.383327 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:42.434072 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19a57dfe-c686-4353-b0a3-5751ca270196 admin admin] Publish callbacks [] for security_group (fff43e62-f865-4bfe-8641-4d37b0a5b7b4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.453381 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19a57dfe-c686-4353-b0a3-5751ca270196 admin admin] Publish callbacks [] for security_group (fff43e62-f865-4bfe-8641-4d37b0a5b7b4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.500539 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19a57dfe-c686-4353-b0a3-5751ca270196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fff43e62-f865-4bfe-8641-4d37b0a5b7b4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.503090 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19a57dfe-c686-4353-b0a3-5751ca270196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.504293 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-19a57dfe-c686-4353-b0a3-5751ca270196 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fff43e62-f865-4bfe-8641-4d37b0a5b7b4 HTTP/1.1" status: 204 len: 168 time: 0.1199491 Oct 09 00:56:42.514012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a57dfe-c686-4353-b0a3-5751ca270196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff43e62-f865-4bfe-8641-4d37b0a5b7b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:42.588478 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598ffc6-4b9b-4149-8972-f88dd1f767ae req-90e4d962-dc2b-469e-83f2-4d4a7798a215 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:42.590062 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e598ffc6-4b9b-4149-8972-f88dd1f767ae req-90e4d962-dc2b-469e-83f2-4d4a7798a215 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0472994 Oct 09 00:56:42.639569 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e598ffc6-4b9b-4149-8972-f88dd1f767ae req-c0c37228-8d46-4f70-a1d2-fb0f120390f8 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Oct 09 00:56:42.765254 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c74096-4db8-4eed-99d7-28fc22ecaa3d req-6c145dc1-6621-4bf6-b30b-be74dc33d34a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:42.766736 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13c74096-4db8-4eed-99d7-28fc22ecaa3d req-6c145dc1-6621-4bf6-b30b-be74dc33d34a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0470560 Oct 09 00:56:42.810347 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:42.824487 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13c74096-4db8-4eed-99d7-28fc22ecaa3d req-de28dacd-39ce-42df-8312-526afa140e06 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516386 Oct 09 00:56:42.873466 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:42.942409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:43.112862 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f590d3-1c90-4ae3-bb71-6aecb9f58dd7 req-63d08a4a-75ed-4aed-85a9-fc262b4befcc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.114312 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65f590d3-1c90-4ae3-bb71-6aecb9f58dd7 req-63d08a4a-75ed-4aed-85a9-fc262b4befcc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.1246412 Oct 09 00:56:43.184729 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9387-a667-49be-bd49-aa259e16c2f3 req-fef12b60-a262-4b2e-8568-c1b99da2f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.186167 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd7c9387-a667-49be-bd49-aa259e16c2f3 req-fef12b60-a262-4b2e-8568-c1b99da2f9de service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535658 Oct 09 00:56:43.189123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38f04-a083-4d94-bce0-f9109c4f9172 req-42f2590d-da3f-49a4-9b3b-3ec9c16bc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.190947 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22e38f04-a083-4d94-bce0-f9109c4f9172 req-42f2590d-da3f-49a4-9b3b-3ec9c16bc518 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472322 Oct 09 00:56:43.205397 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65f590d3-1c90-4ae3-bb71-6aecb9f58dd7 req-e698f485-5254-499d-9497-6474b5ac29c3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827377 Oct 09 00:56:43.401987 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608514-842b-48c7-b186-3223828a16d8 req-bd71ae0c-fc54-4997-bea0-6a3c3de2d94f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.403465 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a608514-842b-48c7-b186-3223828a16d8 req-bd71ae0c-fc54-4997-bea0-6a3c3de2d94f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0493817 Oct 09 00:56:43.455221 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a608514-842b-48c7-b186-3223828a16d8 req-e804cad7-f250-41ce-b1f6-31b63484e8f8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459733 Oct 09 00:56:43.762793 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799e3e-c9ec-4476-97da-98ae516399c1 req-17faafed-722c-42c7-bf23-30ab8ad58f02 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.764306 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-53799e3e-c9ec-4476-97da-98ae516399c1 req-17faafed-722c-42c7-bf23-30ab8ad58f02 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 943 time: 0.0506043 Oct 09 00:56:43.785790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:43.815851 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-53799e3e-c9ec-4476-97da-98ae516399c1 req-c217720f-2a71-4ee0-aa7b-fc3c91f2e47e tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Oct 09 00:56:43.855219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device afb80013-2258-4db2-b056-f0c814dfdeed details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:56:43.969503 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e65a74-6394-49e8-a8cd-70285a56f722 req-75af61c5-c99f-4201-9472-cdc1814eaaec tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.973754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port afb80013-2258-4db2-b056-f0c814dfdeed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb80013-2258-4db2-b056-f0c814dfdeed,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:43.978085 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-38e65a74-6394-49e8-a8cd-70285a56f722 req-75af61c5-c99f-4201-9472-cdc1814eaaec tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 944 time: 0.0725098 Oct 09 00:56:43.986624 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-95625a26-c6d4-4812-b153-120ac1e7834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:43.989460 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-95625a26-c6d4-4812-b153-120ac1e7834a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 1127 time: 0.0454628 Oct 09 00:56:44.005305 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'afb80013-2258-4db2-b056-f0c814dfdeed', 'network_id': 'bd0c3622-3100-4974-8f51-c7c8194d1e19', 'port_id': 'afb80013-2258-4db2-b056-f0c814dfdeed', 'mac_address': 'fa:16:3e:c5:27:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a548fa97-cb20-45d6-8da8-0556662605e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:56:44.019920 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:44.025086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-8a2bb45b-574a-46f1-9c65-a45077c3a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.026510 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-8a2bb45b-574a-46f1-9c65-a45077c3a900 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 1127 time: 0.1226089 Oct 09 00:56:44.036257 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-38e65a74-6394-49e8-a8cd-70285a56f722 req-dd7dd2a8-b20b-4c98-8d82-0b17e0bda102 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571690 Oct 09 00:56:44.083530 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-e5ea3c70-21e1-43ea-9e18-626b74239f9a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3 HTTP/1.1" status: 200 len: 217 time: 0.0770261 Oct 09 00:56:44.087562 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port afb80013-2258-4db2-b056-f0c814dfdeed is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:44.088126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:44.102545 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb80013-2258-4db2-b056-f0c814dfdeed {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:44.126033 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port afb80013-2258-4db2-b056-f0c814dfdeed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb80013-2258-4db2-b056-f0c814dfdeed,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:44.130261 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:44.130986 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 035fc085-892c-4866-9ff4-6bd3d7193e9b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:56:44.172542 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:44.210053 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=afb80013-2258-4db2-b056-f0c814dfdeed,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:44.288370 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 035fc085-892c-4866-9ff4-6bd3d7193e9b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:44.300724 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'port_id': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'mac_address': 'fa:16:3e:24:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:56:44.345767 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 035fc085-892c-4866-9ff4-6bd3d7193e9b is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:44.346432 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:44.361939 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035fc085-892c-4866-9ff4-6bd3d7193e9b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:44.383456 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-8d375d02-a072-478e-b559-e84b232a622a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c HTTP/1.1" status: 200 len: 217 time: 0.3067484 Oct 09 00:56:44.390456 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 035fc085-892c-4866-9ff4-6bd3d7193e9b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:44.395719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:44.396444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c41ba939-ec56-4a6f-86b0-047036daa405 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:56:44.452938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9723ba-b123-4ad1-84f2-d1e32cb65a7e req-18f85017-3d1e-41ac-ac8f-9fb921083cc8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.454471 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a9723ba-b123-4ad1-84f2-d1e32cb65a7e req-18f85017-3d1e-41ac-ac8f-9fb921083cc8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.1168313 Oct 09 00:56:44.511218 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-5df4c362-e138-4ccb-9be1-cb82a9d803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.512296 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=035fc085-892c-4866-9ff4-6bd3d7193e9b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:44.530002 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-5df4c362-e138-4ccb-9be1-cb82a9d803b6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.1601574 Oct 09 00:56:44.545137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-46f4e235-34a9-4ba3-8b11-7d4ca6019651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.546796 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-46f4e235-34a9-4ba3-8b11-7d4ca6019651 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.1395824 Oct 09 00:56:44.567458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port c41ba939-ec56-4a6f-86b0-047036daa405, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c41ba939-ec56-4a6f-86b0-047036daa405,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:44.578009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:44.585057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'c41ba939-ec56-4a6f-86b0-047036daa405', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'port_id': 'c41ba939-ec56-4a6f-86b0-047036daa405', 'mac_address': 'fa:16:3e:d7:f7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:56:44.616131 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cabbd7-2c17-4e2e-b8f5-adc9a450f51b req-c0598d4a-48f3-4b35-9323-35047ad781ec tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.623205 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-37cabbd7-2c17-4e2e-b8f5-adc9a450f51b req-c0598d4a-48f3-4b35-9323-35047ad781ec tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0561872 Oct 09 00:56:44.626194 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port c41ba939-ec56-4a6f-86b0-047036daa405 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:44.626589 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:44.650339 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a9723ba-b123-4ad1-84f2-d1e32cb65a7e req-be75b534-b974-4974-872c-ae19707cc718 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890299 Oct 09 00:56:44.650570 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41ba939-ec56-4a6f-86b0-047036daa405 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:44.658161 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-5976d1bc-1796-464e-a063-49b3eb094c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.659940 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-5976d1bc-1796-464e-a063-49b3eb094c3f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027846 Oct 09 00:56:44.660883 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-2d2e9f4d-5251-4f1b-b7b3-12146cf717e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:44.662212 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-2d2e9f4d-5251-4f1b-b7b3-12146cf717e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247606 Oct 09 00:56:44.678866 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port c41ba939-ec56-4a6f-86b0-047036daa405, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c41ba939-ec56-4a6f-86b0-047036daa405,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:44.681436 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-37cabbd7-2c17-4e2e-b8f5-adc9a450f51b req-8be3be34-e217-4f35-bf82-8e0e4042d9d9 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570939 Oct 09 00:56:44.684843 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:44.733513 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=c41ba939-ec56-4a6f-86b0-047036daa405,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:44.840614 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-74773b8d-e77b-4ce1-a049-ef6a7c9a1ee3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696587 Oct 09 00:56:44.845390 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-4f8ff855-a346-4b6f-8bc3-8356f8db5246 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651902 Oct 09 00:56:45.031251 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f3888-7215-48fb-816e-54abb0fa744a req-95603011-2903-4f04-9fdc-e62e0d9463b2 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:45.032679 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d80f3888-7215-48fb-816e-54abb0fa744a req-95603011-2903-4f04-9fdc-e62e0d9463b2 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.1106730 Oct 09 00:56:45.054234 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:45.079810 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-58df4e12-2981-4072-b471-bc1967eadf30 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280998 Oct 09 00:56:45.083775 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-48b448bf-eeb2-4c22-9e79-63cb06f9d3fa req-ace2ee59-66ef-43b7-87c5-e06ac3bd0ba8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309535 Oct 09 00:56:45.126897 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d80f3888-7215-48fb-816e-54abb0fa744a req-eaf6cfea-6360-4eab-92e3-1c33775f0c95 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822120 Oct 09 00:56:45.183417 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c60113-8b69-41a2-9cb6-27cb6dff25f5 req-8237556b-1937-4065-af7c-605787071ffa tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:45.185036 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60c60113-8b69-41a2-9cb6-27cb6dff25f5 req-8237556b-1937-4065-af7c-605787071ffa tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0603011 Oct 09 00:56:45.236206 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60c60113-8b69-41a2-9cb6-27cb6dff25f5 req-7a82af38-bb24-499e-9a02-968845c3814f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455301 Oct 09 00:56:45.418373 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['afb80013-2258-4db2-b056-f0c814dfdeed'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:56:45.568343 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['c41ba939-ec56-4a6f-86b0-047036daa405'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:56:45.650137 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:45.671961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:45.797329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb03038-55fa-4946-8ea9-84190ba50638 req-bf4753fb-3119-40c9-afba-d7893cade753 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:45.801253 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfb03038-55fa-4946-8ea9-84190ba50638 req-bf4753fb-3119-40c9-afba-d7893cade753 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0555511 Oct 09 00:56:45.815956 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c138e-4540-4d0a-8e19-1ffa811991e7 req-9565b994-c8af-4b1a-b15a-f1a7ce45f42a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:45.822803 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e4c138e-4540-4d0a-8e19-1ffa811991e7 req-9565b994-c8af-4b1a-b15a-f1a7ce45f42a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0557961 Oct 09 00:56:45.849206 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfb03038-55fa-4946-8ea9-84190ba50638 req-3da6c1c5-94a9-4785-a685-15543e02a4e8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Oct 09 00:56:45.868518 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e4c138e-4540-4d0a-8e19-1ffa811991e7 req-336bb223-6783-4845-9c4a-0346f002ff94 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Oct 09 00:56:46.262745 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b55918-de5d-46fc-820c-d51b1bba19af req-0a2c54e7-58d6-44b1-970e-29133963e626 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:46.264002 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32b55918-de5d-46fc-820c-d51b1bba19af req-0a2c54e7-58d6-44b1-970e-29133963e626 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.0547566 Oct 09 00:56:46.367380 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-32b55918-de5d-46fc-820c-d51b1bba19af req-c1b79eab-93be-4897-8928-fae7932d5192 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909929 Oct 09 00:56:46.387438 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763f0e-55ff-49d7-8aaa-d410bce44817 req-110ea035-1e1d-463a-ba6e-634bc4c53ee2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:46.390093 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-80763f0e-55ff-49d7-8aaa-d410bce44817 req-110ea035-1e1d-463a-ba6e-634bc4c53ee2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0623419 Oct 09 00:56:46.447256 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-80763f0e-55ff-49d7-8aaa-d410bce44817 req-cd8f2657-9e7c-49cc-90c6-1fec6cb9097f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492129 Oct 09 00:56:46.970126 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b773b-f7c1-4392-a6b4-c6181c98d4ac req-a76e6a8a-2ec7-4e66-a901-fc76afc3c00f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:46.971790 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-996b773b-f7c1-4392-a6b4-c6181c98d4ac req-a76e6a8a-2ec7-4e66-a901-fc76afc3c00f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0463259 Oct 09 00:56:46.985896 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef738c-d3ae-4257-a255-db772643cbe7 req-f5c00175-192b-4c87-96cf-f7364ac314fa tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:46.987882 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45ef738c-d3ae-4257-a255-db772643cbe7 req-f5c00175-192b-4c87-96cf-f7364ac314fa tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0456936 Oct 09 00:56:47.020294 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:47.022291 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-996b773b-f7c1-4392-a6b4-c6181c98d4ac req-48962811-7c72-4f3b-b6f8-3acdf7b7f4e1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450122 Oct 09 00:56:47.036985 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45ef738c-d3ae-4257-a255-db772643cbe7 req-952d3c7b-13b3-448b-97bf-c5ca4adb835b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Oct 09 00:56:47.482363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a94290-bbbe-46ab-a843-30cfa112d381 req-b16437c1-e772-4456-bd31-3cc59fbea83d tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:47.483847 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51a94290-bbbe-46ab-a843-30cfa112d381 req-b16437c1-e772-4456-bd31-3cc59fbea83d tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.0469637 Oct 09 00:56:47.530749 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-51a94290-bbbe-46ab-a843-30cfa112d381 req-b3298fc9-aeca-44aa-9cfb-2128f872929f tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Oct 09 00:56:47.572645 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1d8e6-d93a-4b82-adda-ace03aa28814 req-67337b39-09cf-4abe-8e05-2692a8ec3155 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:47.574127 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fae1d8e6-d93a-4b82-adda-ace03aa28814 req-67337b39-09cf-4abe-8e05-2692a8ec3155 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0530357 Oct 09 00:56:47.621447 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fae1d8e6-d93a-4b82-adda-ace03aa28814 req-5c81dc9e-abaa-4c0a-8e47-5d19ce1cff45 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418315 Oct 09 00:56:48.141937 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf28e08-5037-4a94-a344-29df64d852fb req-007173da-c0ae-4754-9308-749f2302d5cd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:48.143439 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcf28e08-5037-4a94-a344-29df64d852fb req-007173da-c0ae-4754-9308-749f2302d5cd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0460870 Oct 09 00:56:48.160999 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a7c1-b485-4c19-8b64-34f4440e7034 req-df2d0c65-1f76-470d-9609-7fb003fa07fd tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:48.162487 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b7d9a7c1-b485-4c19-8b64-34f4440e7034 req-df2d0c65-1f76-470d-9609-7fb003fa07fd tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0504310 Oct 09 00:56:48.191505 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fcf28e08-5037-4a94-a344-29df64d852fb req-c9eabc61-6886-4cd0-91bc-675a72b21164 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Oct 09 00:56:48.209906 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b7d9a7c1-b485-4c19-8b64-34f4440e7034 req-4089d6fc-2613-4d99-b046-646be172b141 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Oct 09 00:56:48.327288 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['035fc085-892c-4866-9ff4-6bd3d7193e9b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:56:48.652076 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111c0f-fa5e-4abf-b1ec-e03aafe998cd req-129f31bb-6df6-4e3b-b443-40bed55de585 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:48.653553 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26111c0f-fa5e-4abf-b1ec-e03aafe998cd req-129f31bb-6df6-4e3b-b443-40bed55de585 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.0492644 Oct 09 00:56:48.701100 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26111c0f-fa5e-4abf-b1ec-e03aafe998cd req-23aeefae-ed50-4e95-b95c-6e9cadf8cf1c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Oct 09 00:56:48.743300 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd45300-0372-4154-86fb-b73fecae0763 req-591e9d29-4126-44d6-89ca-cbf015f5ba02 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:48.744809 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3cd45300-0372-4154-86fb-b73fecae0763 req-591e9d29-4126-44d6-89ca-cbf015f5ba02 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Oct 09 00:56:48.791272 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3cd45300-0372-4154-86fb-b73fecae0763 req-f6562ace-eaad-4841-a85c-21b2143b6fc1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Oct 09 00:56:49.300002 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:49.318579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb1200-2806-4118-b08e-5e99165f784c req-4c372219-90e4-462d-bb77-43d7dd601588 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:49.320375 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8cb1200-2806-4118-b08e-5e99165f784c req-4c372219-90e4-462d-bb77-43d7dd601588 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0528340 Oct 09 00:56:49.347242 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59b0e5-e684-4ab3-b015-997446877861 req-608b6c9a-8bc1-4f0f-b2a4-7f7dbf418f59 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:49.348772 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb59b0e5-e684-4ab3-b015-997446877861 req-608b6c9a-8bc1-4f0f-b2a4-7f7dbf418f59 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0581725 Oct 09 00:56:49.380537 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:56:49.384293 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8cb1200-2806-4118-b08e-5e99165f784c req-8b2d2263-d0b3-490f-a437-34d4b884bb96 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Oct 09 00:56:49.404324 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb59b0e5-e684-4ab3-b015-997446877861 req-12658cc9-fc76-4b77-bfed-962f76e2c681 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497234 Oct 09 00:56:49.831553 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c6ce-cf92-424d-9c9c-2f2b3fc22449 req-acd5d219-a7d8-4394-b126-9f614763cb87 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:49.833121 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a92c6ce-cf92-424d-9c9c-2f2b3fc22449 req-acd5d219-a7d8-4394-b126-9f614763cb87 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.0505769 Oct 09 00:56:49.880557 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a92c6ce-cf92-424d-9c9c-2f2b3fc22449 req-43ab532b-d7ed-4c65-9f5e-ef510ca330f9 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Oct 09 00:56:49.910395 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa186058-b1bd-4809-b3d4-b54dd28b86f3 req-8f07aad1-6611-4d42-8927-f3362e712917 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:49.911915 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aa186058-b1bd-4809-b3d4-b54dd28b86f3 req-8f07aad1-6611-4d42-8927-f3362e712917 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0473738 Oct 09 00:56:49.924000 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:49.959207 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aa186058-b1bd-4809-b3d4-b54dd28b86f3 req-5162bfc8-1bd3-41bd-9740-cfc4079166be tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Oct 09 00:56:50.515616 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4328fe-b718-47e9-9225-9ed00b7f4047 req-c90b220f-f3b2-4e7d-9bbd-f9a41d71f28c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:50.517130 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca4328fe-b718-47e9-9225-9ed00b7f4047 req-c90b220f-f3b2-4e7d-9bbd-f9a41d71f28c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0545614 Oct 09 00:56:50.528039 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c575-14a3-4e32-8cbd-7cef8ef017a8 req-100eb1d3-b030-46f5-ba36-f23217b80f46 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:50.529772 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2991c575-14a3-4e32-8cbd-7cef8ef017a8 req-100eb1d3-b030-46f5-ba36-f23217b80f46 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0493104 Oct 09 00:56:50.567537 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ca4328fe-b718-47e9-9225-9ed00b7f4047 req-57de0674-7a19-4fa8-b123-4524164bacce tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Oct 09 00:56:50.584354 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2991c575-14a3-4e32-8cbd-7cef8ef017a8 req-fc18d997-b73f-471c-8d25-b13053c34a08 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477529 Oct 09 00:56:50.998120 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40371595-3d5a-4b96-9479-c5721eef2d27 req-cbf69432-b2b8-4490-8ef2-53b900290193 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:51.000177 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-40371595-3d5a-4b96-9479-c5721eef2d27 req-cbf69432-b2b8-4490-8ef2-53b900290193 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.0464728 Oct 09 00:56:51.035092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:51.051634 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-40371595-3d5a-4b96-9479-c5721eef2d27 req-fdd9d2c5-47a8-49ee-b50f-4fabb22855cf tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Oct 09 00:56:51.078805 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b7287-a019-4c5f-9558-e0b6a450f5e4 req-959cafa2-44ff-491c-bb3f-6378ad9532ee tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:51.080311 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d59b7287-a019-4c5f-9558-e0b6a450f5e4 req-959cafa2-44ff-491c-bb3f-6378ad9532ee tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Oct 09 00:56:51.127685 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d59b7287-a019-4c5f-9558-e0b6a450f5e4 req-22364862-6d50-4f24-a58a-cd10820a5f58 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Oct 09 00:56:51.692268 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98cec-9a20-4b67-9480-0324329ac604 req-97d9d36e-005a-4411-bd24-10ba437522a3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:51.693743 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87b98cec-9a20-4b67-9480-0324329ac604 req-97d9d36e-005a-4411-bd24-10ba437522a3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.0519941 Oct 09 00:56:51.709927 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e3297-f251-4274-83e4-3bbba3c51e86 req-680d2014-48be-4908-901c-44cead7b1828 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:51.711390 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d7e3297-f251-4274-83e4-3bbba3c51e86 req-680d2014-48be-4908-901c-44cead7b1828 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0509505 Oct 09 00:56:51.742032 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87b98cec-9a20-4b67-9480-0324329ac604 req-ea303362-c890-43ce-aa4d-d6d0ed8b882f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Oct 09 00:56:51.764917 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d7e3297-f251-4274-83e4-3bbba3c51e86 req-f13e6bdd-f784-4dee-bc60-8a470f3fac83 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471325 Oct 09 00:56:52.174593 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278334-a105-4cec-abeb-64b98a6b1243 req-24a9345a-44be-4af3-a8d0-769911b73ab8 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:52.176680 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47278334-a105-4cec-abeb-64b98a6b1243 req-24a9345a-44be-4af3-a8d0-769911b73ab8 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 944 time: 0.0485308 Oct 09 00:56:52.226994 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47278334-a105-4cec-abeb-64b98a6b1243 req-5e9eed65-235a-4258-a0b9-7fddb16c2555 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Oct 09 00:56:52.251191 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d926b6-fb24-4b2d-8983-43f00d0bdc09 req-f8daac15-5863-4f70-a57e-6a78182ae816 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:52.252926 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-27d926b6-fb24-4b2d-8983-43f00d0bdc09 req-f8daac15-5863-4f70-a57e-6a78182ae816 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Oct 09 00:56:52.301851 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-27d926b6-fb24-4b2d-8983-43f00d0bdc09 req-ce8ef04c-1470-4a57-8b33-be01e57ded94 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Oct 09 00:56:52.487972 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device afb80013-2258-4db2-b056-f0c814dfdeed up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:52.531375 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port afb80013-2258-4db2-b056-f0c814dfdeed completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:56:52.543618 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port afb80013-2258-4db2-b056-f0c814dfdeed triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:52.544053 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:52.544419 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port afb80013-2258-4db2-b056-f0c814dfdeed Oct 09 00:56:52.621071 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port afb80013-2258-4db2-b056-f0c814dfdeed is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:52.621462 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:52.649741 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb80013-2258-4db2-b056-f0c814dfdeed'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:52.733607 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port afb80013-2258-4db2-b056-f0c814dfdeed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb80013-2258-4db2-b056-f0c814dfdeed,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:52.739519 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:52.740647 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 035fc085-892c-4866-9ff4-6bd3d7193e9b up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:52.821845 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=afb80013-2258-4db2-b056-f0c814dfdeed,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:52.832980 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 035fc085-892c-4866-9ff4-6bd3d7193e9b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:56:52.837461 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.837988 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.838487 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.839026 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.839496 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.840063 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.840559 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.841110 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.841612 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.842106 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.842633 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.843036 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.843530 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.844094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.844608 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:52.856437 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 035fc085-892c-4866-9ff4-6bd3d7193e9b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:52.856871 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:52.857908 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 035fc085-892c-4866-9ff4-6bd3d7193e9b Oct 09 00:56:52.880554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209335b-b1d7-45f1-8945-76802bf5df1f" -d '{"events": [{"server_uuid": "e59fb8b2-1822-415f-8c7c-f398d24da057", "name": "network-vif-plugged", "status": "completed", "tag": "afb80013-2258-4db2-b056-f0c814dfdeed"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:52.937100 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b0b9-27fe-4a12-b859-61a491fdb4aa req-29da2fe5-afb3-4dbe-a1b7-7a2c5307fe90 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:52.945721 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8de6b0b9-27fe-4a12-b859-61a491fdb4aa req-29da2fe5-afb3-4dbe-a1b7-7a2c5307fe90 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0727592 Oct 09 00:56:52.951837 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 035fc085-892c-4866-9ff4-6bd3d7193e9b is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:52.952485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.004387 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 035fc085-892c-4866-9ff4-6bd3d7193e9b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:53.012591 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.014156 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8de6b0b9-27fe-4a12-b859-61a491fdb4aa req-51932667-b62d-4869-ad76-67d01ddc5fe4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610409 Oct 09 00:56:53.014795 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c41ba939-ec56-4a6f-86b0-047036daa405 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:53.037080 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516911-32b3-4b70-aca7-edb5f7541a52 req-e8094455-4019-4449-b365-aee034f54c5d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:53.039360 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50516911-32b3-4b70-aca7-edb5f7541a52 req-e8094455-4019-4449-b365-aee034f54c5d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 943 time: 0.1235373 Oct 09 00:56:53.111091 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:53.115076 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50516911-32b3-4b70-aca7-edb5f7541a52 req-9387c031-1a29-4e82-b93b-a59884760e1f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621064 Oct 09 00:56:53.126418 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:53.147972 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port c41ba939-ec56-4a6f-86b0-047036daa405 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:56:53.164209 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port c41ba939-ec56-4a6f-86b0-047036daa405 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:53.164842 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.165682 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port c41ba939-ec56-4a6f-86b0-047036daa405 Oct 09 00:56:53.174491 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=035fc085-892c-4866-9ff4-6bd3d7193e9b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:53.223515 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb85fc-6503-4fc8-ac80-e111a0c5b405 x-openstack-request-id: req-5cfb85fc-6503-4fc8-ac80-e111a0c5b405 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:53.223876 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59fb8b2-1822-415f-8c7c-f398d24da057", "name": "network-vif-plugged", "status": "completed", "tag": "afb80013-2258-4db2-b056-f0c814dfdeed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:53.224134 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5cfb85fc-6503-4fc8-ac80-e111a0c5b405 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:53.225693 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfb85fc-6503-4fc8-ac80-e111a0c5b405'] response: {'server_uuid': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb80013-2258-4db2-b056-f0c814dfdeed', 'code': 200} Oct 09 00:56:53.308453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port c41ba939-ec56-4a6f-86b0-047036daa405 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:53.308999 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.392769 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port c41ba939-ec56-4a6f-86b0-047036daa405, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c41ba939-ec56-4a6f-86b0-047036daa405,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:53.412022 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.459060 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942709-4a97-4e15-b6dc-4a658a77f993 req-734a5f81-bdb5-4309-b924-4c1565e58e82 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:53.468658 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b942709-4a97-4e15-b6dc-4a658a77f993 req-734a5f81-bdb5-4309-b924-4c1565e58e82 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.1454952 Oct 09 00:56:53.516624 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=c41ba939-ec56-4a6f-86b0-047036daa405,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:53.522655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f1e49-ecab-44bf-b1de-a338e1d269f8 req-f4525c41-a6f1-4a81-9e1d-b681a454473e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:53.529485 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d24f1e49-ecab-44bf-b1de-a338e1d269f8 req-f4525c41-a6f1-4a81-9e1d-b681a454473e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0955789 Oct 09 00:56:53.583819 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56524) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:53.595545 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d24f1e49-ecab-44bf-b1de-a338e1d269f8 req-66c2e5c8-42cd-45c2-93ca-227039842719 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651708 Oct 09 00:56:53.636003 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67e818-6545-4558-91ca-bcb509094fa7 req-48683c2d-d4cf-4543-875c-3a45babd6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:53.637539 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b67e818-6545-4558-91ca-bcb509094fa7 req-48683c2d-d4cf-4543-875c-3a45babd6a4c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 1129 time: 0.1504567 Oct 09 00:56:53.640960 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b942709-4a97-4e15-b6dc-4a658a77f993 req-1f031043-bdf5-425b-9eac-56d154348df0 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707394 Oct 09 00:56:53.652590 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56528) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:53.658043 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5b67e818-6545-4558-91ca-bcb509094fa7 req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.779496 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5b67e818-6545-4558-91ca-bcb509094fa7 req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Publish callbacks [] for security_group (a72493a9-1a18-44ef-9727-389167d4cb82), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.786794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5b67e818-6545-4558-91ca-bcb509094fa7 req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a72493a9-1a18-44ef-9727-389167d4cb82), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.808385 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.841319 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:53.848900 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a72493a9-1a18-44ef-9727-389167d4cb82,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:53.860271 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebaddb5-5350-4fc2-8484-d134cc85d786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.863361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.863576 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.863941 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.864388 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.864706 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.865104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.865757 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.865865 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.866291 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.866892 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.867457 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.867854 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.868229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.868557 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.868884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:53.889462 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5b67e818-6545-4558-91ca-bcb509094fa7 req-fbe62803-c914-4ba7-8da8-9907cf725ae2 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445304 Oct 09 00:56:53.927269 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:56:53.949723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Publish callbacks [] for security_group (0f52d6d4-f2dc-466d-abdb-dce59619ba10), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.957978 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0f52d6d4-f2dc-466d-abdb-dce59619ba10), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:53.978853 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:54.019475 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52d6d4-f2dc-466d-abdb-dce59619ba10,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:54.030364 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebaddb5-5350-4fc2-8484-d134cc85d786 admin admin] Publish callbacks [] for security_group (e142db36-0a9f-4655-9201-6ebf27cd1b9c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.033392 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f8a9c991802a4922af406d3734336bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797379 Oct 09 00:56:54.036387 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56550) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:54.043655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.043905 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.044595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.045261 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.045892 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.046382 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.047003 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.047634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.048291 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.048760 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.049303 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.050147 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.050460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.050832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.051112 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cedb5-6b54-4008-8e81-d26286237aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:56:54.062790 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebaddb5-5350-4fc2-8484-d134cc85d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e142db36-0a9f-4655-9201-6ebf27cd1b9c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.064038 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:54.079398 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'port_id': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c', 'mac_address': 'fa:16:3e:4f:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:56:54.128257 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:54.129400 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.143161 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7ebaddb5-5350-4fc2-8484-d134cc85d786 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2912461a18214cb5a7b0762205e64b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583053 Oct 09 00:56:54.145552 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaddb5-5350-4fc2-8484-d134cc85d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e142db36-0a9f-4655-9201-6ebf27cd1b9c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:54.145946 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:54.150049 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:54.178529 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:54.197555 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.199208 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 033058db-9b72-4aa7-b12d-bf2294dc0aa3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:56:54.200951 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc9cc-905e-4cbb-9291-a5bbd808d536 req-27f1a039-5482-4c7a-bd82-d41150b8a4b5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:54.202641 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e47dc9cc-905e-4cbb-9291-a5bbd808d536 req-27f1a039-5482-4c7a-bd82-d41150b8a4b5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 943 time: 0.0729096 Oct 09 00:56:54.203459 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98cfaf-eecd-4ef4-8ea9-f1c776c8b4a1 admin admin] Publish callbacks [] for security_group (0f52d6d4-f2dc-466d-abdb-dce59619ba10), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.241907 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98cfaf-eecd-4ef4-8ea9-f1c776c8b4a1 admin admin] Publish callbacks [] for security_group (0f52d6d4-f2dc-466d-abdb-dce59619ba10), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.257220 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:54.289344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51a09629-4873-4dc1-8926-3fa2cf72c37f admin admin] Publish callbacks [] for security_group (e142db36-0a9f-4655-9201-6ebf27cd1b9c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.298293 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e47dc9cc-905e-4cbb-9291-a5bbd808d536 req-6f4e3bba-23c1-4f22-92fa-34a5e91bf27d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864735 Oct 09 00:56:54.324625 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98cfaf-eecd-4ef4-8ea9-f1c776c8b4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0f52d6d4-f2dc-466d-abdb-dce59619ba10), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.329728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:54.332139 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98cfaf-eecd-4ef4-8ea9-f1c776c8b4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.337150 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-be98cfaf-eecd-4ef4-8ea9-f1c776c8b4a1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0f52d6d4-f2dc-466d-abdb-dce59619ba10 HTTP/1.1" status: 204 len: 168 time: 0.2998102 Oct 09 00:56:54.350781 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98cfaf-eecd-4ef4-8ea9-f1c776c8b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52d6d4-f2dc-466d-abdb-dce59619ba10,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:54.352643 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51a09629-4873-4dc1-8926-3fa2cf72c37f admin admin] Publish callbacks [] for security_group (e142db36-0a9f-4655-9201-6ebf27cd1b9c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.388390 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ae193-e1cc-4a88-acd1-2f9dc8a7c390 req-841cb5e7-f93d-4d46-b55d-6b28c5d936df tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:54.389876 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c0ae193-e1cc-4a88-acd1-2f9dc8a7c390 req-841cb5e7-f93d-4d46-b55d-6b28c5d936df tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 944 time: 0.1518872 Oct 09 00:56:54.399959 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:54.413282 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:56:54.447133 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:54.457900 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c0ae193-e1cc-4a88-acd1-2f9dc8a7c390 req-6febbb34-527a-4aad-8239-57e0244e5375 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570848 Oct 09 00:56:54.465844 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:54.466451 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.469516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51a09629-4873-4dc1-8926-3fa2cf72c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e142db36-0a9f-4655-9201-6ebf27cd1b9c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.473781 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51a09629-4873-4dc1-8926-3fa2cf72c37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.477391 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-51a09629-4873-4dc1-8926-3fa2cf72c37f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e142db36-0a9f-4655-9201-6ebf27cd1b9c HTTP/1.1" status: 204 len: 168 time: 0.3279161 Oct 09 00:56:54.481877 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033058db-9b72-4aa7-b12d-bf2294dc0aa3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:56:54.484970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a09629-4873-4dc1-8926-3fa2cf72c37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e142db36-0a9f-4655-9201-6ebf27cd1b9c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:54.507504 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:54.514356 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.555734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:54.581167 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=033058db-9b72-4aa7-b12d-bf2294dc0aa3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:54.770447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56594) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:54.807751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfbbebb0-8916-4a44-a42b-5eb93aa48d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:54.812315 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816e7bb-acd1-4172-af5d-eb31bef835c7 req-98e22430-5d8c-4de3-a3b4-dd4c9b09d401 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:54.814668 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8816e7bb-acd1-4172-af5d-eb31bef835c7 req-98e22430-5d8c-4de3-a3b4-dd4c9b09d401 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0621886 Oct 09 00:56:54.849813 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec492c-0d4a-4fe7-879c-79a5bf6eff10 req-6f0d08f1-535e-4b60-8f38-c9f7f8b8729c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:54.851710 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87ec492c-0d4a-4fe7-879c-79a5bf6eff10 req-6f0d08f1-535e-4b60-8f38-c9f7f8b8729c tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.0863616 Oct 09 00:56:54.876198 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8816e7bb-acd1-4172-af5d-eb31bef835c7 req-3357d65d-ab9c-4a3f-8f4f-fc7d94ac6b28 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553946 Oct 09 00:56:54.964438 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-87ec492c-0d4a-4fe7-879c-79a5bf6eff10 req-0992d10c-a5af-4d47-823c-065cdd9abdb6 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066663 Oct 09 00:56:55.014752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfbbebb0-8916-4a44-a42b-5eb93aa48d56 admin admin] Publish callbacks [] for security_group (8d4d7d19-af41-48f1-983d-fa2d97aac40f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.020188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfbbebb0-8916-4a44-a42b-5eb93aa48d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8d4d7d19-af41-48f1-983d-fa2d97aac40f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.023690 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:55.037358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f609060-3322-4374-ad8c-a75328841625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.057798 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['8fe52a88-9c39-4ea8-9d6f-ca693b1da44c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:56:55.064908 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cfbbebb0-8916-4a44-a42b-5eb93aa48d56 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0df83ee2d3544020aff2bb52b6aef9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934725 Oct 09 00:56:55.066538 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbebb0-8916-4a44-a42b-5eb93aa48d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d7d19-af41-48f1-983d-fa2d97aac40f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:55.068611 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56612) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:55.148152 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:55.173251 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c7511f8-aa23-4749-bd75-f6a783bb6328 admin admin] Publish callbacks [] for security_group (8d4d7d19-af41-48f1-983d-fa2d97aac40f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.173892 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:55.180729 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:55.181301 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f609060-3322-4374-ad8c-a75328841625 admin admin] Publish callbacks [] for security_group (4aaae477-9673-4764-96de-2ca0051da504), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.191458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['033058db-9b72-4aa7-b12d-bf2294dc0aa3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:56:55.193868 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f609060-3322-4374-ad8c-a75328841625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (4aaae477-9673-4764-96de-2ca0051da504), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.214244 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c7511f8-aa23-4749-bd75-f6a783bb6328 admin admin] Publish callbacks [] for security_group (8d4d7d19-af41-48f1-983d-fa2d97aac40f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.229559 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b'}, {'server_uuid': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41ba939-ec56-4a6f-86b0-047036daa405'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:55.232079 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0eeacd-eca6-4bde-8266-50aa8e6ad205" -d '{"events": [{"server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "name": "network-vif-plugged", "status": "completed", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b"}, {"server_uuid": "a1b50472-3065-47ec-85b8-f52e36a9374c", "name": "network-vif-plugged", "status": "completed", "tag": "c41ba939-ec56-4a6f-86b0-047036daa405"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:55.277430 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0f609060-3322-4374-ad8c-a75328841625 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=abf32db91d464fe4b470eebe5bf0c78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520394 Oct 09 00:56:55.278631 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f609060-3322-4374-ad8c-a75328841625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaae477-9673-4764-96de-2ca0051da504,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:55.280128 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:55.307230 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c7511f8-aa23-4749-bd75-f6a783bb6328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8d4d7d19-af41-48f1-983d-fa2d97aac40f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.315162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c7511f8-aa23-4749-bd75-f6a783bb6328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.322884 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7c7511f8-aa23-4749-bd75-f6a783bb6328 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d4d7d19-af41-48f1-983d-fa2d97aac40f HTTP/1.1" status: 204 len: 168 time: 0.2530560 Oct 09 00:56:55.337409 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7511f8-aa23-4749-bd75-f6a783bb6328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d7d19-af41-48f1-983d-fa2d97aac40f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:55.362794 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579730c-d591-48c3-989a-84e2e6828ab3 x-openstack-request-id: req-4579730c-d591-48c3-989a-84e2e6828ab3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:55.363090 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "name": "network-vif-plugged", "status": "completed", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b", "code": 200}, {"server_uuid": "a1b50472-3065-47ec-85b8-f52e36a9374c", "name": "network-vif-plugged", "status": "completed", "tag": "c41ba939-ec56-4a6f-86b0-047036daa405", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:55.363346 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4579730c-d591-48c3-989a-84e2e6828ab3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:55.363771 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4579730c-d591-48c3-989a-84e2e6828ab3'] response: {'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'code': 200} Oct 09 00:56:55.364016 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4579730c-d591-48c3-989a-84e2e6828ab3'] response: {'server_uuid': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41ba939-ec56-4a6f-86b0-047036daa405', 'code': 200} Oct 09 00:56:55.403255 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d31927e-f670-4862-a672-59cc3c267df1 admin admin] Publish callbacks [] for security_group (4aaae477-9673-4764-96de-2ca0051da504), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.438681 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56630) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:55.445271 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d31927e-f670-4862-a672-59cc3c267df1 admin admin] Publish callbacks [] for security_group (4aaae477-9673-4764-96de-2ca0051da504), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.595604 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54cc08-49ff-4522-a758-f3ef0f473321 req-acb645a7-2134-4f16-80dc-2b63829c69ac tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:55.598064 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d54cc08-49ff-4522-a758-f3ef0f473321 req-acb645a7-2134-4f16-80dc-2b63829c69ac tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 944 time: 0.1697495 Oct 09 00:56:55.664487 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d31927e-f670-4862-a672-59cc3c267df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (4aaae477-9673-4764-96de-2ca0051da504), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.667479 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d31927e-f670-4862-a672-59cc3c267df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.668641 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8d31927e-f670-4862-a672-59cc3c267df1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4aaae477-9673-4764-96de-2ca0051da504 HTTP/1.1" status: 204 len: 168 time: 0.3871920 Oct 09 00:56:55.687284 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c5ffb-f71f-4ecb-9eef-439cf4c6d2f6 req-5b7bbf29-4655-4f76-964d-3e21299392a2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:55.690211 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f77c5ffb-f71f-4ecb-9eef-439cf4c6d2f6 req-5b7bbf29-4655-4f76-964d-3e21299392a2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 944 time: 0.0790529 Oct 09 00:56:55.702253 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31927e-f670-4862-a672-59cc3c267df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaae477-9673-4764-96de-2ca0051da504,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:55.720809 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:55.749200 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f77c5ffb-f71f-4ecb-9eef-439cf4c6d2f6 req-a1258ffc-80be-4f13-b55e-a343ee9bdb02 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519457 Oct 09 00:56:55.757777 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d54cc08-49ff-4522-a758-f3ef0f473321 req-b5ac7917-53ee-4703-ac79-5476d8f4f90f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415765 Oct 09 00:56:55.857648 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b23cb909-2823-4229-8c44-8138d7d714bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.963056 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b23cb909-2823-4229-8c44-8138d7d714bd admin admin] Publish callbacks [] for security_group (ff4d0fa7-864b-4c33-8cde-0fdb5a02e339), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:55.967722 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b23cb909-2823-4229-8c44-8138d7d714bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ff4d0fa7-864b-4c33-8cde-0fdb5a02e339), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.008417 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cb909-2823-4229-8c44-8138d7d714bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d0fa7-864b-4c33-8cde-0fdb5a02e339,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:56.014910 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1797-2d0d-4520-84ad-ac7b2705f40c req-de2c51fa-be8c-406d-9cad-5e54554ba99e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:56.029188 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba9d1797-2d0d-4520-84ad-ac7b2705f40c req-de2c51fa-be8c-406d-9cad-5e54554ba99e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0654223 Oct 09 00:56:56.032904 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b23cb909-2823-4229-8c44-8138d7d714bd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b129a63b5ece4a578c2bcc961efe5060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918312 Oct 09 00:56:56.037098 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56652) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:56.089401 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba9d1797-2d0d-4520-84ad-ac7b2705f40c req-921a70b9-1f41-4757-b718-818f0cc5f83e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592136 Oct 09 00:56:56.167648 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baf4637b-dd70-4d14-8d69-e0ef7f08f086 admin admin] Publish callbacks [] for security_group (ff4d0fa7-864b-4c33-8cde-0fdb5a02e339), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.175947 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c57633-2b5e-49b4-86a8-dacc5dea2dde req-b48a9062-807b-45b3-90ad-b25daf1e1ad0 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:56.177464 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a2c57633-2b5e-49b4-86a8-dacc5dea2dde req-b48a9062-807b-45b3-90ad-b25daf1e1ad0 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.0682199 Oct 09 00:56:56.209151 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baf4637b-dd70-4d14-8d69-e0ef7f08f086 admin admin] Publish callbacks [] for security_group (ff4d0fa7-864b-4c33-8cde-0fdb5a02e339), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.265769 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a2c57633-2b5e-49b4-86a8-dacc5dea2dde req-2fe5cf41-566b-4de5-971f-a42a78df7c91 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806525 Oct 09 00:56:56.308313 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baf4637b-dd70-4d14-8d69-e0ef7f08f086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ff4d0fa7-864b-4c33-8cde-0fdb5a02e339), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.311162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baf4637b-dd70-4d14-8d69-e0ef7f08f086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.312411 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-baf4637b-dd70-4d14-8d69-e0ef7f08f086 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ff4d0fa7-864b-4c33-8cde-0fdb5a02e339 HTTP/1.1" status: 204 len: 168 time: 0.2741230 Oct 09 00:56:56.323471 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4637b-dd70-4d14-8d69-e0ef7f08f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d0fa7-864b-4c33-8cde-0fdb5a02e339,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:56.478881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648941-33fe-4fc9-b0be-690fa28cc17b req-3907023f-dc95-4c82-8398-80c78b613e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:56.480981 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-af648941-33fe-4fc9-b0be-690fa28cc17b req-3907023f-dc95-4c82-8398-80c78b613e91 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1130 time: 0.0807316 Oct 09 00:56:56.496679 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2779fe-6273-419f-9b38-5824a37b69c3 req-fdfdb26b-b763-4b0e-b341-537ddd5feeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:56.498360 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3c2779fe-6273-419f-9b38-5824a37b69c3 req-fdfdb26b-b763-4b0e-b341-537ddd5feeae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1129 time: 0.0632529 Oct 09 00:56:56.550892 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-af648941-33fe-4fc9-b0be-690fa28cc17b req-d82b96b2-7c1a-4b1c-a104-0745f2fd1a14 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630152 Oct 09 00:56:56.555651 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:56.574077 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3c2779fe-6273-419f-9b38-5824a37b69c3 req-11593e1d-fec1-4892-8c1a-1c4ddcd4fe1e service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682552 Oct 09 00:56:56.743980 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:56.758161 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-397e2c99-ddbf-487a-82a7-1c07613fcd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.816418 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:56.913365 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:56:56.922902 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:56.923534 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:56.925057 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c Oct 09 00:56:56.936898 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410482f-1213-4568-8d7c-2148e170bca5 req-ae9638b2-d945-4a34-b678-9026a57a0824 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:56.944789 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f410482f-1213-4568-8d7c-2148e170bca5 req-ae9638b2-d945-4a34-b678-9026a57a0824 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 944 time: 0.0651820 Oct 09 00:56:57.013460 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f410482f-1213-4568-8d7c-2148e170bca5 req-6d532edb-4473-4cdf-b83a-24340def8641 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672979 Oct 09 00:56:57.022977 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:57.023360 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.052322 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-397e2c99-ddbf-487a-82a7-1c07613fcd99 admin admin] Publish callbacks [] for security_group (086703d2-28ff-43b7-837c-4daafd64e52c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.057519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56698) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:57.094595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:57.102099 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f276dd-a5b7-498d-b701-d7177b2cdf35 req-b51dad04-8466-48a1-aea4-32a4f683c17c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:57.110029 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3f276dd-a5b7-498d-b701-d7177b2cdf35 req-b51dad04-8466-48a1-aea4-32a4f683c17c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 944 time: 0.0604391 Oct 09 00:56:57.119081 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:57.119257 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-397e2c99-ddbf-487a-82a7-1c07613fcd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (086703d2-28ff-43b7-837c-4daafd64e52c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.124092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.130711 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.132700 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 033058db-9b72-4aa7-b12d-bf2294dc0aa3 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:56:57.149515 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-397e2c99-ddbf-487a-82a7-1c07613fcd99 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9201690b2e83499ea2a735e6c673b8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043541 Oct 09 00:56:57.149784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56708) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:57.198472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e2c99-ddbf-487a-82a7-1c07613fcd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086703d2-28ff-43b7-837c-4daafd64e52c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:57.219087 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:57.232463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274cd643-66ca-4506-b393-815e54b59dd0 admin admin] Publish callbacks [] for security_group (086703d2-28ff-43b7-837c-4daafd64e52c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.239079 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a3f276dd-a5b7-498d-b701-d7177b2cdf35 req-de4fc669-92d4-4ff8-87f2-d21be677adf5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280885 Oct 09 00:56:57.261398 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:56:57.280092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:56:57.280952 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.281485 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 Oct 09 00:56:57.290251 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274cd643-66ca-4506-b393-815e54b59dd0 admin admin] Publish callbacks [] for security_group (086703d2-28ff-43b7-837c-4daafd64e52c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.333077 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:57.369361 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:57.370783 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd509a-f74c-433e-a770-bbfb6baac3ed" -d '{"events": [{"server_uuid": "b86736a3-d8f2-450d-a367-4d2ba4edd923", "name": "network-vif-plugged", "status": "completed", "tag": "8fe52a88-9c39-4ea8-9d6f-ca693b1da44c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:57.389012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:57.399471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:56:57.399924 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.417743 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0618e-5a69-4b31-952f-e19014cba929 req-1c67ca92-34e6-4b1f-a9cf-a47168c9eee3 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:57.417952 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c16427-24d7-4458-a158-ce659b35bd55 req-f63aac3a-f8e8-4dec-96fa-3cbe0eb4027e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:57.419292 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:57.422601 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e5c16427-24d7-4458-a158-ce659b35bd55 req-f63aac3a-f8e8-4dec-96fa-3cbe0eb4027e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.1748660 Oct 09 00:56:57.425693 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a20276-af89-4f4e-92bf-e3b5be2c7803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.427241 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0de0618e-5a69-4b31-952f-e19014cba929 req-1c67ca92-34e6-4b1f-a9cf-a47168c9eee3 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.0700288 Oct 09 00:56:57.440552 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274cd643-66ca-4506-b393-815e54b59dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (086703d2-28ff-43b7-837c-4daafd64e52c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.443076 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274cd643-66ca-4506-b393-815e54b59dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.444209 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-274cd643-66ca-4506-b393-815e54b59dd0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/086703d2-28ff-43b7-837c-4daafd64e52c HTTP/1.1" status: 204 len: 168 time: 0.2932909 Oct 09 00:56:57.477064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd643-66ca-4506-b393-815e54b59dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086703d2-28ff-43b7-837c-4daafd64e52c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:57.497145 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:56:57.499981 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0de0618e-5a69-4b31-952f-e19014cba929 req-5d69143b-b001-4832-b9d9-af11ce9afcd4 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663567 Oct 09 00:56:57.526647 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.529458 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e5c16427-24d7-4458-a158-ce659b35bd55 req-510b128b-1f6d-4ba2-94ec-1269658934b4 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924466 Oct 09 00:56:57.593010 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a20276-af89-4f4e-92bf-e3b5be2c7803 admin admin] Publish callbacks [] for security_group (f979d413-0f60-4826-bfd4-dc856c72e632), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.599169 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2c2a4-7652-4186-8302-73eb762caee8 x-openstack-request-id: req-faf2c2a4-7652-4186-8302-73eb762caee8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:57.599484 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86736a3-d8f2-450d-a367-4d2ba4edd923", "name": "network-vif-plugged", "status": "completed", "tag": "8fe52a88-9c39-4ea8-9d6f-ca693b1da44c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:57.599772 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-faf2c2a4-7652-4186-8302-73eb762caee8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:57.600170 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf2c2a4-7652-4186-8302-73eb762caee8'] response: {'server_uuid': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c', 'code': 200} Oct 09 00:56:57.600816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a20276-af89-4f4e-92bf-e3b5be2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (f979d413-0f60-4826-bfd4-dc856c72e632), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.639279 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=033058db-9b72-4aa7-b12d-bf2294dc0aa3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:57.673642 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b6a20276-af89-4f4e-92bf-e3b5be2c7803 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9619db18b00c4670a6bb50e4d3b982ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6123219 Oct 09 00:56:57.673642 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a20276-af89-4f4e-92bf-e3b5be2c7803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f979d413-0f60-4826-bfd4-dc856c72e632,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:57.673878 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:57.739268 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04c3787d-7479-4411-b55e-493a2b832406 admin admin] Publish callbacks [] for security_group (f979d413-0f60-4826-bfd4-dc856c72e632), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.764790 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04c3787d-7479-4411-b55e-493a2b832406 admin admin] Publish callbacks [] for security_group (f979d413-0f60-4826-bfd4-dc856c72e632), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.839160 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04c3787d-7479-4411-b55e-493a2b832406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (f979d413-0f60-4826-bfd4-dc856c72e632), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.844624 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04c3787d-7479-4411-b55e-493a2b832406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:57.849630 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-04c3787d-7479-4411-b55e-493a2b832406 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f979d413-0f60-4826-bfd4-dc856c72e632 HTTP/1.1" status: 204 len: 168 time: 0.1737356 Oct 09 00:56:57.858637 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3787d-7479-4411-b55e-493a2b832406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979d413-0f60-4826-bfd4-dc856c72e632,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:58.156630 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c50a2-5cb8-4513-b2ef-bde6d8a862c0 req-9cdc3986-84a8-4e28-9b24-85e87c63d846 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:58.158122 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a71c50a2-5cb8-4513-b2ef-bde6d8a862c0 req-9cdc3986-84a8-4e28-9b24-85e87c63d846 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0606616 Oct 09 00:56:58.228546 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a71c50a2-5cb8-4513-b2ef-bde6d8a862c0 req-21d31060-a0b6-4749-ad85-05ac79d54b62 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631769 Oct 09 00:56:58.371580 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f4a6-004b-4898-8f18-33674939ace0 req-9159b60f-0890-4d36-b22d-e31026d6a940 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:58.376404 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4829f4a6-004b-4898-8f18-33674939ace0 req-9159b60f-0890-4d36-b22d-e31026d6a940 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0552039 Oct 09 00:56:58.395459 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:58.420206 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be588031-81e4-486d-91f9-14ec45b5421b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.442777 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4829f4a6-004b-4898-8f18-33674939ace0 req-99e4d70c-5b6d-45fc-9eaa-89f9d823c849 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Oct 09 00:56:58.548570 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be588031-81e4-486d-91f9-14ec45b5421b admin admin] Publish callbacks [] for security_group (48fa25ed-533a-4275-a99e-ca725293b556), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.554297 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be588031-81e4-486d-91f9-14ec45b5421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (48fa25ed-533a-4275-a99e-ca725293b556), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.611241 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-be588031-81e4-486d-91f9-14ec45b5421b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=63fe6805f72c48ef817bef1b2cf2a37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122641 Oct 09 00:56:58.611241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be588031-81e4-486d-91f9-14ec45b5421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa25ed-533a-4275-a99e-ca725293b556,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:58.612089 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:58.708955 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee869-a9ba-48d8-a5cc-82cb373c57d3 admin admin] Publish callbacks [] for security_group (48fa25ed-533a-4275-a99e-ca725293b556), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.725862 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:58.735546 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4736d-4bea-4e09-a541-59ebbb63565e req-e63b8603-a71a-4eb1-acc7-c65a71922dac tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:58.735945 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee869-a9ba-48d8-a5cc-82cb373c57d3 admin admin] Publish callbacks [] for security_group (48fa25ed-533a-4275-a99e-ca725293b556), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.738523 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4d4736d-4bea-4e09-a541-59ebbb63565e req-e63b8603-a71a-4eb1-acc7-c65a71922dac tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0551667 Oct 09 00:56:58.793605 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e4d4736d-4bea-4e09-a541-59ebbb63565e req-aae92b84-56d5-4fd4-a3ad-7881bcb16925 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491369 Oct 09 00:56:58.806149 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee869-a9ba-48d8-a5cc-82cb373c57d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (48fa25ed-533a-4275-a99e-ca725293b556), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.808720 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee869-a9ba-48d8-a5cc-82cb373c57d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:58.811644 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ba6ee869-a9ba-48d8-a5cc-82cb373c57d3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/48fa25ed-533a-4275-a99e-ca725293b556 HTTP/1.1" status: 204 len: 168 time: 0.1966360 Oct 09 00:56:58.819024 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ee869-a9ba-48d8-a5cc-82cb373c57d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa25ed-533a-4275-a99e-ca725293b556,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:56:58.977232 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246adb07-6ab4-44d4-889d-772d6bc9cf56 req-6093739c-60a7-4bc2-a30c-4de5df862e81 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:58.978701 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-246adb07-6ab4-44d4-889d-772d6bc9cf56 req-6093739c-60a7-4bc2-a30c-4de5df862e81 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0502167 Oct 09 00:56:58.990348 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56792) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:56:59.001905 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'floatingip': {'port_id': '035fc085-892c-4866-9ff4-6bd3d7193e9b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:56:59.201009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (2141de92-7f4a-4738-8565-a90cef4cc988), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:56:59.379805 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:59.411785 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613f51d-3fab-4cde-a173-28c878549ed4 req-9886c861-20c1-4960-9c95-2ea61152cf10 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:59.413989 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d613f51d-3fab-4cde-a173-28c878549ed4 req-9886c861-20c1-4960-9c95-2ea61152cf10 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0728593 Oct 09 00:56:59.537031 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d613f51d-3fab-4cde-a173-28c878549ed4 req-afc5fcb9-2616-4036-a07e-b864763ee6b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079111 Oct 09 00:56:59.601720 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:56:59.605854 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab656078-b993-466d-9503-3049614fbdff" -d '{"events": [{"server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "name": "network-vif-plugged", "status": "completed", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:56:59.748615 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313dfcc-41f7-4bf6-afa1-97a3d6a92596 req-f4b1fa0d-3c8b-4a63-a33e-cd618d0df8dc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:59.753500 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:56:59.760118 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3313dfcc-41f7-4bf6-afa1-97a3d6a92596 req-f4b1fa0d-3c8b-4a63-a33e-cd618d0df8dc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1146619 Oct 09 00:56:59.839759 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3313dfcc-41f7-4bf6-afa1-97a3d6a92596 req-c8a41046-56fb-4a4d-b4a3-316ea5df86f4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784941 Oct 09 00:56:59.871535 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fb575-e1a2-489d-9425-9f5ea00d545b req-8c6f277a-8faa-48f5-ad66-a4728e6f4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:56:59.873076 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa6fb575-e1a2-489d-9425-9f5ea00d545b req-8c6f277a-8faa-48f5-ad66-a4728e6f4cc7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 1129 time: 0.1402268 Oct 09 00:56:59.880640 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-62403ec6-5639-4c27-a2e6-606540f93bdd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474326 Oct 09 00:56:59.905445 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15122257-0b7d-4922-bff4-ac46fbf76b8b x-openstack-request-id: req-15122257-0b7d-4922-bff4-ac46fbf76b8b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:56:59.909340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "name": "network-vif-plugged", "status": "completed", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:56:59.913883 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15122257-0b7d-4922-bff4-ac46fbf76b8b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:56:59.916516 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15122257-0b7d-4922-bff4-ac46fbf76b8b'] response: {'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'code': 200} Oct 09 00:57:00.012979 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa6fb575-e1a2-489d-9425-9f5ea00d545b req-b1770a58-8269-4d09-b976-612fb4e9e4f2 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033907 Oct 09 00:57:00.295711 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56850) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:00.405012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.db.resource_extend [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 09 00:57:00.459405 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-02458409-01ee-4319-86a0-43fdd831ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:00.460912 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-02458409-01ee-4319-86a0-43fdd831ca10 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1130 time: 0.1270950 Oct 09 00:57:00.493050 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:00.497497 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (2141de92-7f4a-4738-8565-a90cef4cc988), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:00.526252 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b52d07b6-68b7-497d-ba9f-9cfd21dc19e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:00.642186 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Floating IP 2141de92-7f4a-4738-8565-a90cef4cc988 associated. External IP: 172.37.5.96, port: 035fc085-892c-4866-9ff4-6bd3d7193e9b. Oct 09 00:57:00.668537 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b52d07b6-68b7-497d-ba9f-9cfd21dc19e4 admin admin] Publish callbacks [] for security_group (fd96e4ce-523b-4cd7-a62f-08d54c379e51), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:00.718973 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b52d07b6-68b7-497d-ba9f-9cfd21dc19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fd96e4ce-523b-4cd7-a62f-08d54c379e51), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:00.735912 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:00.745940 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:00.781187 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a654a3b-b1ff-4f40-8ceb-a9f5639fc87a req-7bd4e9e6-e618-4347-8f87-18f3b7e56a64 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:00.783183 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a654a3b-b1ff-4f40-8ceb-a9f5639fc87a req-7bd4e9e6-e618-4347-8f87-18f3b7e56a64 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.1109998 Oct 09 00:57:00.788198 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b52d07b6-68b7-497d-ba9f-9cfd21dc19e4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=02c483e0e68343e0be05cac138769c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907687 Oct 09 00:57:00.789119 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d07b6-68b7-497d-ba9f-9cfd21dc19e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96e4ce-523b-4cd7-a62f-08d54c379e51,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:00.792238 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:00.883871 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a654a3b-b1ff-4f40-8ceb-a9f5639fc87a req-9206c457-3c1f-4889-a0ee-d0f2129397a6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904524 Oct 09 00:57:00.930337 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52e1d6f2-9c55-4133-a113-71edfe951c1d admin admin] Publish callbacks [] for security_group (fd96e4ce-523b-4cd7-a62f-08d54c379e51), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:00.973810 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52e1d6f2-9c55-4133-a113-71edfe951c1d admin admin] Publish callbacks [] for security_group (fd96e4ce-523b-4cd7-a62f-08d54c379e51), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.020342 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:01.022690 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-08dfd046-a3a4-4d7e-ad90-03ffb5058a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:01.024310 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-08dfd046-a3a4-4d7e-ad90-03ffb5058a5b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.2142966 Oct 09 00:57:01.068807 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52e1d6f2-9c55-4133-a113-71edfe951c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fd96e4ce-523b-4cd7-a62f-08d54c379e51), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.076425 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52e1d6f2-9c55-4133-a113-71edfe951c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.081304 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-52e1d6f2-9c55-4133-a113-71edfe951c1d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fd96e4ce-523b-4cd7-a62f-08d54c379e51 HTTP/1.1" status: 204 len: 168 time: 0.2868481 Oct 09 00:57:01.116671 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1d6f2-9c55-4133-a113-71edfe951c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96e4ce-523b-4cd7-a62f-08d54c379e51,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:01.202400 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47434c-46dc-44b7-a642-6310a6c61525 req-fb910ce1-7433-4df0-8ba8-521a8a92f7d0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:01.203962 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a47434c-46dc-44b7-a642-6310a6c61525 req-fb910ce1-7433-4df0-8ba8-521a8a92f7d0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1579900 Oct 09 00:57:01.240188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2e33-b2ea-4098-92b9-eb2e6c693a15 req-c0664c35-1d57-417c-9a7a-af03e6756930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:01.241630 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db6e2e33-b2ea-4098-92b9-eb2e6c693a15 req-c0664c35-1d57-417c-9a7a-af03e6756930 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 1129 time: 0.2128677 Oct 09 00:57:01.295607 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a47434c-46dc-44b7-a642-6310a6c61525 req-0aaefd33-54b1-4463-8de9-0ba9ea223a1a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597718 Oct 09 00:57:01.559470 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Router fc189697-06c8-4c2b-8790-d39ee18cd896 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:57:01.560190 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56902) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:01.568697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:01.590862 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:01.616693 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-414feb15-7f5d-41f9-8576-c7eba31a1adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.699782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:01.704764 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.724590 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:01.739680 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:01.741634 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:56:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:01.747991 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-cb4f8365-b456-49f7-8e90-8cb8ada7195f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/2141de92-7f4a-4738-8565-a90cef4cc988 HTTP/1.1" status: 200 len: 991 time: 2.7562754 Oct 09 00:57:01.748656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:57:01.751291 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26821440-dbe8-475c-b66b-2cfc0b3f214e" -d '{"events": [{"name": "network-changed", "server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:57:01.754020 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-414feb15-7f5d-41f9-8576-c7eba31a1adc admin admin] Publish callbacks [] for security_group (fd3d022f-2f0e-4346-889a-5960c03d4895), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.776481 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-414feb15-7f5d-41f9-8576-c7eba31a1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fd3d022f-2f0e-4346-889a-5960c03d4895), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.818024 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d946a221-9ac7-4880-928c-109a1036d1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.830072 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-414feb15-7f5d-41f9-8576-c7eba31a1adc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ad3618890d6848a781503ee33472cf7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371867 Oct 09 00:57:01.834529 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:01.842616 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8cde93-92b1-48ad-a1c4-7806ef4a786b x-openstack-request-id: req-8c8cde93-92b1-48ad-a1c4-7806ef4a786b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:57:01.842913 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:57:01.843181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8c8cde93-92b1-48ad-a1c4-7806ef4a786b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:57:01.843486 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414feb15-7f5d-41f9-8576-c7eba31a1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d022f-2f0e-4346-889a-5960c03d4895,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:01.843696 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8cde93-92b1-48ad-a1c4-7806ef4a786b'] response: {'name': 'network-changed', 'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'status': 'completed', 'code': 200} Oct 09 00:57:01.874011 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:01.905032 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f705603-da17-489d-8549-038f3f6966e8 admin admin] Publish callbacks [] for security_group (fd3d022f-2f0e-4346-889a-5960c03d4895), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.930403 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d946a221-9ac7-4880-928c-109a1036d1bc admin admin] Publish callbacks [] for security_group (d22d48b6-afac-4f00-8dbd-540d14ddfc75), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.939197 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d946a221-9ac7-4880-928c-109a1036d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (d22d48b6-afac-4f00-8dbd-540d14ddfc75), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:01.943816 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f705603-da17-489d-8549-038f3f6966e8 admin admin] Publish callbacks [] for security_group (fd3d022f-2f0e-4346-889a-5960c03d4895), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.022224 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f705603-da17-489d-8549-038f3f6966e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fd3d022f-2f0e-4346-889a-5960c03d4895), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.025103 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f705603-da17-489d-8549-038f3f6966e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.026413 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9f705603-da17-489d-8549-038f3f6966e8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fd3d022f-2f0e-4346-889a-5960c03d4895 HTTP/1.1" status: 204 len: 168 time: 0.1909528 Oct 09 00:57:02.036949 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f705603-da17-489d-8549-038f3f6966e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d022f-2f0e-4346-889a-5960c03d4895,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:02.067550 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946a221-9ac7-4880-928c-109a1036d1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d48b6-afac-4f00-8dbd-540d14ddfc75,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:02.075795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc28726-6d12-4653-9bac-b2cbf381887a req-7dbc94a7-8302-4989-8608-ce89f772e68b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:02.077328 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfc28726-6d12-4653-9bac-b2cbf381887a req-7dbc94a7-8302-4989-8608-ce89f772e68b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0773065 Oct 09 00:57:02.084558 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d946a221-9ac7-4880-928c-109a1036d1bc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bef1dcb3d43f44de8a3e058b4dee56ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5231097 Oct 09 00:57:02.087162 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:02.174899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a093895f-b518-41e5-8593-65250036573b admin admin] Publish callbacks [] for security_group (d22d48b6-afac-4f00-8dbd-540d14ddfc75), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.198070 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfc28726-6d12-4653-9bac-b2cbf381887a req-d21dc103-9d9d-482b-9af2-65db00cb079b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119721 Oct 09 00:57:02.220501 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a093895f-b518-41e5-8593-65250036573b admin admin] Publish callbacks [] for security_group (d22d48b6-afac-4f00-8dbd-540d14ddfc75), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.225760 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2141de92-7f4a-4738-8565-a90cef4cc988', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'floating_ip_address': '172.37.5.96', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'port_id': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'mac_address': 'fa:16:3e:24:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:55:58Z', 'updated_at': '2022-10-09T00:57:00Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:02.260508 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:02.277741 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:02.278371 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:56:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:02.319138 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a093895f-b518-41e5-8593-65250036573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (d22d48b6-afac-4f00-8dbd-540d14ddfc75), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.322040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a093895f-b518-41e5-8593-65250036573b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.323228 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a093895f-b518-41e5-8593-65250036573b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d22d48b6-afac-4f00-8dbd-540d14ddfc75 HTTP/1.1" status: 204 len: 168 time: 0.2351427 Oct 09 00:57:02.332477 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093895f-b518-41e5-8593-65250036573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d48b6-afac-4f00-8dbd-540d14ddfc75,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:02.423855 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:02.503834 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e47ca-37e2-4bfa-af93-9fb1d55e91c3 req-e66eb960-46f7-449e-9f49-af80c14e90bb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:02.505729 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-311e47ca-37e2-4bfa-af93-9fb1d55e91c3 req-e66eb960-46f7-449e-9f49-af80c14e90bb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0625327 Oct 09 00:57:02.572090 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-311e47ca-37e2-4bfa-af93-9fb1d55e91c3 req-14df52b4-6496-4ca6-9af3-ec8a9835b522 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605304 Oct 09 00:57:02.679905 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2141de92-7f4a-4738-8565-a90cef4cc988', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'floating_ip_address': '172.37.5.96', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'port_id': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'mac_address': 'fa:16:3e:24:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:55:58Z', 'updated_at': '2022-10-09T00:57:00Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:02.712406 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ee886-5d3e-4fe4-ae51-7607d9c9c9d3 None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2141de92-7f4a-4738-8565-a90cef4cc988', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'floating_ip_address': '172.37.5.96', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'port_id': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'mac_address': 'fa:16:3e:24:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:55:58Z', 'updated_at': '2022-10-09T00:57:00Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:02.803887 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 56958) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:02.819357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-571dbe22-7544-439e-ba18-07dbcd187ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.906399 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:02.911638 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-571dbe22-7544-439e-ba18-07dbcd187ae5 admin admin] Publish callbacks [] for security_group (64536281-4162-4eff-aa1c-d1e523b8a465), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.918042 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-571dbe22-7544-439e-ba18-07dbcd187ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (64536281-4162-4eff-aa1c-d1e523b8a465), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:02.947661 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:02.965387 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dbe22-7544-439e-ba18-07dbcd187ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64536281-4162-4eff-aa1c-d1e523b8a465,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:02.972752 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-571dbe22-7544-439e-ba18-07dbcd187ae5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d4df28446e714a29b69ebc706ea6be93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672535 Oct 09 00:57:02.975613 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 56962) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:03.028888 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9b5aa-f6bd-490b-80f4-08fa74f9be14 None None] New status for floating IP 2141de92-7f4a-4738-8565-a90cef4cc988: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:57:03.050389 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:03.055717 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94a71295-eb9e-442d-9b11-626554c37edf admin admin] Publish callbacks [] for security_group (64536281-4162-4eff-aa1c-d1e523b8a465), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:03.100748 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94a71295-eb9e-442d-9b11-626554c37edf admin admin] Publish callbacks [] for security_group (64536281-4162-4eff-aa1c-d1e523b8a465), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:03.144425 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:03.161738 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94a71295-eb9e-442d-9b11-626554c37edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (64536281-4162-4eff-aa1c-d1e523b8a465), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:03.165124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94a71295-eb9e-442d-9b11-626554c37edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:03.168051 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-94a71295-eb9e-442d-9b11-626554c37edf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/64536281-4162-4eff-aa1c-d1e523b8a465 HTTP/1.1" status: 204 len: 168 time: 0.1910236 Oct 09 00:57:03.179741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a71295-eb9e-442d-9b11-626554c37edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64536281-4162-4eff-aa1c-d1e523b8a465,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:03.362442 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fec93e-a6a4-454b-a778-192a227655dd req-6eb640d1-d002-4cca-90e6-3aacd62d1d46 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:03.364804 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24fec93e-a6a4-454b-a778-192a227655dd req-6eb640d1-d002-4cca-90e6-3aacd62d1d46 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0610673 Oct 09 00:57:03.434608 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-24fec93e-a6a4-454b-a778-192a227655dd req-e268fd1f-1305-4ccb-a8fd-eb05e199a713 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633779 Oct 09 00:57:03.695284 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190ce5b-1862-4646-95df-b6c921b1646a req-f5973a1c-4b39-4a27-bd16-95161b5f912c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:03.696793 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b190ce5b-1862-4646-95df-b6c921b1646a req-f5973a1c-4b39-4a27-bd16-95161b5f912c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0478926 Oct 09 00:57:03.728576 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:03.752362 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b190ce5b-1862-4646-95df-b6c921b1646a req-6c9a5b30-c1b6-42d2-a77b-edee86866771 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 Oct 09 00:57:04.490964 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-8948c02d-dd59-4a18-bd61-74bc6d091ea5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 1001 time: 0.1438622 Oct 09 00:57:04.601171 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a311-8bb2-4d95-b341-af4b1b7fe26c req-cb04819f-f15d-433b-ac1b-38c26beeec33 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:04.603316 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8894a311-8bb2-4d95-b341-af4b1b7fe26c req-cb04819f-f15d-433b-ac1b-38c26beeec33 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0625219 Oct 09 00:57:04.758917 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db6e2e33-b2ea-4098-92b9-eb2e6c693a15 req-d2b9a7ec-1fc9-4a4b-acb4-99de92d0d129 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539097 Oct 09 00:57:04.764186 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8894a311-8bb2-4d95-b341-af4b1b7fe26c req-a273f0da-9c5d-43a1-a6f7-c425937080ce tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528649 Oct 09 00:57:04.768459 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-8437ace4-3051-48fe-a834-4712ca572747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:04.770267 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-8437ace4-3051-48fe-a834-4712ca572747 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.1387861 Oct 09 00:57:04.895354 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397317f-7dbb-4c3c-8248-44eebc787c92 req-6aa73594-050a-4dcf-a19d-df2718797156 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:04.902839 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f397317f-7dbb-4c3c-8248-44eebc787c92 req-6aa73594-050a-4dcf-a19d-df2718797156 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0595338 Oct 09 00:57:04.957682 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f397317f-7dbb-4c3c-8248-44eebc787c92 req-b4038a8c-64ad-46a5-9d8f-29fad21724d7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Oct 09 00:57:05.138248 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-2b3238f5-9746-4425-887f-fe5f58a625bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:05.139770 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-2b3238f5-9746-4425-887f-fe5f58a625bd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405746 Oct 09 00:57:05.259278 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-ed39ab03-3484-4716-a32e-8a43081decbb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044881 Oct 09 00:57:05.274545 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9761a50-52e9-4d7f-abdb-12760792ce56 req-c2dda9bc-02b6-4d4d-92dd-ab01e0c418d3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:05.276104 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c9761a50-52e9-4d7f-abdb-12760792ce56 req-c2dda9bc-02b6-4d4d-92dd-ab01e0c418d3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0603766 Oct 09 00:57:05.331872 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c9761a50-52e9-4d7f-abdb-12760792ce56 req-6e13528c-453a-4e78-9919-af0f109f122e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496986 Oct 09 00:57:05.893583 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8797-12f5-4897-b433-ac8bce56a833 req-e1ba05ee-0c56-476a-aa9c-abdc79ea612a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:05.895402 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fc5e8797-12f5-4897-b433-ac8bce56a833 req-e1ba05ee-0c56-476a-aa9c-abdc79ea612a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0529096 Oct 09 00:57:05.967301 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fc5e8797-12f5-4897-b433-ac8bce56a833 req-b497554e-2075-4941-bef5-9f6fd93a08ef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661604 Oct 09 00:57:06.049044 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-557ad8cf-cf4e-41cc-b8d6-8c63cf05c350 req-db368837-5776-4cc1-802d-88ee655b1b44 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134434 Oct 09 00:57:06.454227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:06.471872 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c49786-1a43-4eb0-ac42-066ff4267a12 req-d2a085c3-e663-46a4-8698-7d70082aed26 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:06.475829 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-64c49786-1a43-4eb0-ac42-066ff4267a12 req-d2a085c3-e663-46a4-8698-7d70082aed26 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0665882 Oct 09 00:57:06.531746 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-64c49786-1a43-4eb0-ac42-066ff4267a12 req-29faa88f-4f5f-4c04-be05-2cb1f324f5bf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518539 Oct 09 00:57:06.582753 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc0af9c-7045-49e3-a8cb-954dcb4c0b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:06.660001 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-8e0dc408-e989-4607-a9cf-7e333889a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:06.661699 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-8e0dc408-e989-4607-a9cf-7e333889a1d7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 1129 time: 0.0811274 Oct 09 00:57:06.741136 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc0af9c-7045-49e3-a8cb-954dcb4c0b96 admin admin] Publish callbacks [] for security_group (eae1a7a4-0c80-4f6d-bb66-96753be3e92f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:06.754142 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc0af9c-7045-49e3-a8cb-954dcb4c0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (eae1a7a4-0c80-4f6d-bb66-96753be3e92f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:06.787845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:06.848466 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:06.872533 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bdc0af9c-7045-49e3-a8cb-954dcb4c0b96 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c6be54a4bceb4bc8b03ba71439906556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145093 Oct 09 00:57:06.873528 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:06.880347 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0af9c-7045-49e3-a8cb-954dcb4c0b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae1a7a4-0c80-4f6d-bb66-96753be3e92f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:06.902258 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-c67cf207-208e-4e62-926c-265080963d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:06.903803 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-c67cf207-208e-4e62-926c-265080963d04 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1130 time: 0.0770013 Oct 09 00:57:06.925828 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-bf956ba6-583e-41ce-be25-493bb537968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:06.927322 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-bf956ba6-583e-41ce-be25-493bb537968b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1807888 Oct 09 00:57:06.941186 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:06.951071 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a51-9fdc-4c09-941a-7f8e3ec46f0d admin admin] Publish callbacks [] for security_group (eae1a7a4-0c80-4f6d-bb66-96753be3e92f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:06.973506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a51-9fdc-4c09-941a-7f8e3ec46f0d admin admin] Publish callbacks [] for security_group (eae1a7a4-0c80-4f6d-bb66-96753be3e92f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.027711 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a51-9fdc-4c09-941a-7f8e3ec46f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (eae1a7a4-0c80-4f6d-bb66-96753be3e92f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.034005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d20b6a51-9fdc-4c09-941a-7f8e3ec46f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.035727 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d20b6a51-9fdc-4c09-941a-7f8e3ec46f0d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eae1a7a4-0c80-4f6d-bb66-96753be3e92f HTTP/1.1" status: 204 len: 168 time: 0.1606126 Oct 09 00:57:07.044883 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6a51-9fdc-4c09-941a-7f8e3ec46f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae1a7a4-0c80-4f6d-bb66-96753be3e92f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:07.126947 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96c0d666-9ea7-41a5-8376-3f882c4d57b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.148742 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6cda-8b40-4e6b-a809-a99dbe8d35d6 req-e4fb457e-3930-4052-8146-c31d3bf15c19 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:07.150379 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba3e6cda-8b40-4e6b-a809-a99dbe8d35d6 req-e4fb457e-3930-4052-8146-c31d3bf15c19 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0858638 Oct 09 00:57:07.230283 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba3e6cda-8b40-4e6b-a809-a99dbe8d35d6 req-cb8a6657-3707-4ab3-aa8b-b3c3b42e5ae8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713186 Oct 09 00:57:07.290646 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96c0d666-9ea7-41a5-8376-3f882c4d57b8 admin admin] Publish callbacks [] for security_group (5582be71-3427-4086-90cb-c4bc657e2b0e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.295052 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96c0d666-9ea7-41a5-8376-3f882c4d57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (5582be71-3427-4086-90cb-c4bc657e2b0e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.362830 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-96c0d666-9ea7-41a5-8376-3f882c4d57b8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6824f2b206d44e33b37c484dcea0e96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199562 Oct 09 00:57:07.369054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:07.436689 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13716227-6ae4-4974-97ee-1d56a5662bba req-594b5e99-bcde-43e6-b61e-c7e27246c41e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:07.441779 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13716227-6ae4-4974-97ee-1d56a5662bba req-594b5e99-bcde-43e6-b61e-c7e27246c41e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.1323283 Oct 09 00:57:07.449905 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-531e58ee-f88c-4ef2-b32b-15994be28c5b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c HTTP/1.1" status: 200 len: 217 time: 0.1285782 Oct 09 00:57:07.451843 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0d666-9ea7-41a5-8376-3f882c4d57b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5582be71-3427-4086-90cb-c4bc657e2b0e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:07.462627 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57186) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:07.463374 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab6775be-798f-4c71-a1a1-2ba5e1731abe admin admin] Publish callbacks [] for security_group (5582be71-3427-4086-90cb-c4bc657e2b0e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.477139 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:07.479557 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:07.501369 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079a2a3e-5018-4201-9b4c-0c2fb7631f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.582204 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab6775be-798f-4c71-a1a1-2ba5e1731abe admin admin] Publish callbacks [] for security_group (5582be71-3427-4086-90cb-c4bc657e2b0e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.593536 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (9667890c-b361-465c-9518-312df25d519f), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.598440 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-eda3dba8-6801-46ff-8334-431e6f66d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:07.600177 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f2d61cf-c1c7-4933-8597-7173469d293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.600852 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-eda3dba8-6801-46ff-8334-431e6f66d60b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.2804680 Oct 09 00:57:07.705030 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-d26df9cd-4b90-4cfe-9164-09876dd18dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:07.707182 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-d26df9cd-4b90-4cfe-9164-09876dd18dd9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.1833775 Oct 09 00:57:07.806300 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab6775be-798f-4c71-a1a1-2ba5e1731abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (5582be71-3427-4086-90cb-c4bc657e2b0e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.808283 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3efca-9c59-4cf2-96a9-c2e9891f04a2 req-11a4a259-fe8e-4911-bc6b-24236823a904 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:07.808963 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab6775be-798f-4c71-a1a1-2ba5e1731abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:07.810090 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ab6775be-798f-4c71-a1a1-2ba5e1731abe admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5582be71-3427-4086-90cb-c4bc657e2b0e HTTP/1.1" status: 204 len: 168 time: 0.4390862 Oct 09 00:57:07.812844 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20f3efca-9c59-4cf2-96a9-c2e9891f04a2 req-11a4a259-fe8e-4911-bc6b-24236823a904 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1387782 Oct 09 00:57:07.817013 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-331b89dc-57ee-449f-b2cc-db92c7f70102 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 1001 time: 0.2056632 Oct 09 00:57:07.868049 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6775be-798f-4c71-a1a1-2ba5e1731abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5582be71-3427-4086-90cb-c4bc657e2b0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:07.928386 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-f795b01b-f13f-46a5-89e7-7351f4df2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:07.931462 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-f795b01b-f13f-46a5-89e7-7351f4df2336 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1997259 Oct 09 00:57:07.937474 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:08.023099 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079a2a3e-5018-4201-9b4c-0c2fb7631f44 admin admin] Publish callbacks [] for security_group (13cbe547-0398-47ca-87bb-c915cdeac3d3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.038789 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-079a2a3e-5018-4201-9b4c-0c2fb7631f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (13cbe547-0398-47ca-87bb-c915cdeac3d3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.047856 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:08.050174 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-603aa6eb-1f8a-4819-a484-ac2934baefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:08.051998 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-603aa6eb-1f8a-4819-a484-ac2934baefbf service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.2223599 Oct 09 00:57:08.066239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57202) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:08.072344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:08.126509 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-20f3efca-9c59-4cf2-96a9-c2e9891f04a2 req-dac6adb5-8096-442c-b383-8b0fd89143d5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977519 Oct 09 00:57:08.141997 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-079a2a3e-5018-4201-9b4c-0c2fb7631f44 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d8abf6d39eac40c28c62cd3a8a7d250f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6608045 Oct 09 00:57:08.145912 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a2a3e-5018-4201-9b4c-0c2fb7631f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cbe547-0398-47ca-87bb-c915cdeac3d3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:08.152851 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:08.305359 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-c8b780fd-e0a6-4b25-89e8-c0bddc87cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:08.307391 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-c8b780fd-e0a6-4b25-89e8-c0bddc87cada service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1628540 Oct 09 00:57:08.315061 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:08.348007 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:08.380509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29122026-4fc1-4e51-af38-b1ffb24edcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.438541 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd67a721-b59d-48a6-87e8-120cac996521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.451004 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.455899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (9667890c-b361-465c-9518-312df25d519f), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.511868 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a68d-d650-47d1-b878-6ee306fc91af admin admin] Publish callbacks [] for security_group (13cbe547-0398-47ca-87bb-c915cdeac3d3), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.526256 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-06027fd8-6dda-4b3d-b90a-28f1b3a32b98 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748693 Oct 09 00:57:08.608574 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a68d-d650-47d1-b878-6ee306fc91af admin admin] Publish callbacks [] for security_group (13cbe547-0398-47ca-87bb-c915cdeac3d3), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.663662 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-498ef6a2-ed61-4567-99ac-5dd4b3ee7201 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365839 Oct 09 00:57:08.724903 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP 9667890c-b361-465c-9518-312df25d519f associated. External IP: 172.37.5.207, port: 033058db-9b72-4aa7-b12d-bf2294dc0aa3. Oct 09 00:57:08.820640 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29122026-4fc1-4e51-af38-b1ffb24edcde admin admin] Publish callbacks [] for security_group (508a6da7-00ca-46b6-9b75-747a89262e6f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.839640 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:08.850632 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29122026-4fc1-4e51-af38-b1ffb24edcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (508a6da7-00ca-46b6-9b75-747a89262e6f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.871968 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:08.891477 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea217bb0-338e-4cdd-802a-4e03ea87ea99 req-d50f8a4b-af6b-4c26-aad1-feec2545b58e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418667 Oct 09 00:57:08.909996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd67a721-b59d-48a6-87e8-120cac996521 admin admin] Publish callbacks [] for security_group (521c2f04-15bd-4300-a413-97b2cd4bee23), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.926236 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a68d-d650-47d1-b878-6ee306fc91af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (13cbe547-0398-47ca-87bb-c915cdeac3d3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.928929 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a68d-d650-47d1-b878-6ee306fc91af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.930238 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9ed8a68d-d650-47d1-b878-6ee306fc91af admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/13cbe547-0398-47ca-87bb-c915cdeac3d3 HTTP/1.1" status: 204 len: 168 time: 0.7601836 Oct 09 00:57:08.940971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd67a721-b59d-48a6-87e8-120cac996521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (521c2f04-15bd-4300-a413-97b2cd4bee23), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:08.945239 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:57:08.959917 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57226) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:08.960344 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-29122026-4fc1-4e51-af38-b1ffb24edcde admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5260f11ec8f645cba5394181e4d191cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8730543 Oct 09 00:57:08.966029 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26821440-dbe8-475c-b66b-2cfc0b3f214e req-b3ad8cbb-2907-4d14-ad2c-c867ec343334 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889988 Oct 09 00:57:08.966836 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29122026-4fc1-4e51-af38-b1ffb24edcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508a6da7-00ca-46b6-9b75-747a89262e6f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:08.991360 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8a68d-d650-47d1-b878-6ee306fc91af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cbe547-0398-47ca-87bb-c915cdeac3d3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:08.997399 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-dd67a721-b59d-48a6-87e8-120cac996521 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=349ac70969174f8db0577dc4a138970e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6379156 Oct 09 00:57:08.998723 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:09.046564 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a721-b59d-48a6-87e8-120cac996521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c2f04-15bd-4300-a413-97b2cd4bee23,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:09.073732 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db6e770-a4fa-489f-bac1-d698cd5d9f2b admin admin] Publish callbacks [] for security_group (521c2f04-15bd-4300-a413-97b2cd4bee23), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.091741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:09.095847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db6e770-a4fa-489f-bac1-d698cd5d9f2b admin admin] Publish callbacks [] for security_group (521c2f04-15bd-4300-a413-97b2cd4bee23), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.102563 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.103740 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:09.116110 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:09.117783 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:09.119180 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:56:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:09.159077 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db6e770-a4fa-489f-bac1-d698cd5d9f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (521c2f04-15bd-4300-a413-97b2cd4bee23), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.165102 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4db6e770-a4fa-489f-bac1-d698cd5d9f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.165102 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4db6e770-a4fa-489f-bac1-d698cd5d9f2b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/521c2f04-15bd-4300-a413-97b2cd4bee23 HTTP/1.1" status: 204 len: 168 time: 0.1648159 Oct 09 00:57:09.167542 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3500aef6-373a-4890-8b2e-76287a2dabd3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/9667890c-b361-465c-9518-312df25d519f HTTP/1.1" status: 200 len: 991 time: 1.6896806 Oct 09 00:57:09.168611 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:57:09.171034 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d013e-e4fe-411b-b815-66976f307222" -d '{"events": [{"name": "network-changed", "server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:57:09.191697 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2780b6-22f5-499c-8da5-39aae58fce22 admin admin] Publish callbacks [] for security_group (508a6da7-00ca-46b6-9b75-747a89262e6f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.193798 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6e770-a4fa-489f-bac1-d698cd5d9f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c2f04-15bd-4300-a413-97b2cd4bee23,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:09.218213 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2780b6-22f5-499c-8da5-39aae58fce22 admin admin] Publish callbacks [] for security_group (508a6da7-00ca-46b6-9b75-747a89262e6f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.228247 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc80ce6-c4a1-47b6-a0b5-6f586bbb9fd7 x-openstack-request-id: req-1cc80ce6-c4a1-47b6-a0b5-6f586bbb9fd7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:57:09.228550 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:57:09.228804 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1cc80ce6-c4a1-47b6-a0b5-6f586bbb9fd7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:57:09.229208 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc80ce6-c4a1-47b6-a0b5-6f586bbb9fd7'] response: {'name': 'network-changed', 'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'status': 'completed', 'code': 200} Oct 09 00:57:09.267801 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:09.298400 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:09.334206 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2780b6-22f5-499c-8da5-39aae58fce22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (508a6da7-00ca-46b6-9b75-747a89262e6f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.337486 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2780b6-22f5-499c-8da5-39aae58fce22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.338732 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cf2780b6-22f5-499c-8da5-39aae58fce22 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/508a6da7-00ca-46b6-9b75-747a89262e6f HTTP/1.1" status: 204 len: 168 time: 0.2563536 Oct 09 00:57:09.360963 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3898e1e-4195-4b01-ab90-71f2db307d9b req-df5d3f17-8d8b-4d4b-b1d6-3409339aa1cf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:09.362736 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b3898e1e-4195-4b01-ab90-71f2db307d9b req-df5d3f17-8d8b-4d4b-b1d6-3409339aa1cf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0754051 Oct 09 00:57:09.363568 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2780b6-22f5-499c-8da5-39aae58fce22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a6da7-00ca-46b6-9b75-747a89262e6f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:09.376899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d013e-e4fe-411b-b815-66976f307222 req-f06a2ecf-a9b0-425c-add8-2f44cabba1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:09.378955 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-f06a2ecf-a9b0-425c-add8-2f44cabba1e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 1129 time: 0.0767999 Oct 09 00:57:09.438737 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b3898e1e-4195-4b01-ab90-71f2db307d9b req-0450fb35-e933-47fc-8eba-c05b04bfe641 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696678 Oct 09 00:57:09.532747 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d013e-e4fe-411b-b815-66976f307222 req-50095213-7e57-4331-ab88-388f9c822c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:09.536822 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-50095213-7e57-4331-ab88-388f9c822c76 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.1494899 Oct 09 00:57:09.767429 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:08Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:09.810200 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d896b310-b7f5-49f6-8f21-4391d341da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:09.811263 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:09.826291 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:09.826376 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57264) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:09.838255 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:09.851412 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-867d867b-3a2a-425b-b0dd-bb1afd040b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.035744 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-867d867b-3a2a-425b-b0dd-bb1afd040b29 admin admin] Publish callbacks [] for security_group (871583be-00b2-479a-9441-ff11209d6b9b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.041099 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-867d867b-3a2a-425b-b0dd-bb1afd040b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (871583be-00b2-479a-9441-ff11209d6b9b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.043347 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-43a83a9f-aa09-4955-8fba-7c3488dc8276 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3 HTTP/1.1" status: 200 len: 999 time: 0.5002093 Oct 09 00:57:10.138869 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d013e-e4fe-411b-b815-66976f307222 req-0f328cec-b5d0-4f1a-b051-ab98b1303a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:10.140393 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-0f328cec-b5d0-4f1a-b051-ab98b1303a4d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0880473 Oct 09 00:57:10.144764 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:10.145210 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-867d867b-3a2a-425b-b0dd-bb1afd040b29 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=69bf73bbee1444febc675e813fd9af0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168712 Oct 09 00:57:10.147463 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57274) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:10.153661 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d867b-3a2a-425b-b0dd-bb1afd040b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871583be-00b2-479a-9441-ff11209d6b9b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:10.196279 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:10.234667 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d013e-e4fe-411b-b815-66976f307222 req-8c9bc6a2-38a0-4290-82ec-5ac4867a06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:10.237858 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-8c9bc6a2-38a0-4290-82ec-5ac4867a06d4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899663 Oct 09 00:57:10.249890 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c44b8f0-07dd-46e7-a07e-72c6830b8c0a admin admin] Publish callbacks [] for security_group (871583be-00b2-479a-9441-ff11209d6b9b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.280125 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c44b8f0-07dd-46e7-a07e-72c6830b8c0a admin admin] Publish callbacks [] for security_group (871583be-00b2-479a-9441-ff11209d6b9b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.355264 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c44b8f0-07dd-46e7-a07e-72c6830b8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (871583be-00b2-479a-9441-ff11209d6b9b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.358107 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c44b8f0-07dd-46e7-a07e-72c6830b8c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:10.361426 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3c44b8f0-07dd-46e7-a07e-72c6830b8c0a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/871583be-00b2-479a-9441-ff11209d6b9b HTTP/1.1" status: 204 len: 168 time: 0.2129290 Oct 09 00:57:10.365577 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-ae25190e-6662-48f4-a6e8-316d44f753ab service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216888 Oct 09 00:57:10.374176 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44b8f0-07dd-46e7-a07e-72c6830b8c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871583be-00b2-479a-9441-ff11209d6b9b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:10.458247 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:08Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:10.485780 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7f94d-1f18-4013-8237-d2e811cae97b None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:08Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:10.501281 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-970d013e-e4fe-411b-b815-66976f307222 req-5517bffe-1223-4a83-b6b4-d0f2dd478ddc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224830 Oct 09 00:57:10.606723 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36767208-7eef-4ab1-aff4-6a1c833d66ed req-3d2f9e89-9e0a-4596-8a4a-4bde2ace805a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:10.614253 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-36767208-7eef-4ab1-aff4-6a1c833d66ed req-3d2f9e89-9e0a-4596-8a4a-4bde2ace805a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0632834 Oct 09 00:57:10.631677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:10.678758 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-36767208-7eef-4ab1-aff4-6a1c833d66ed req-95e9fc94-ad6b-498b-baba-8e377fd46da7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636299 Oct 09 00:57:10.895715 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496133b-6a0b-491d-bd26-e62c8daf3c3c None None] New status for floating IP 9667890c-b361-465c-9518-312df25d519f: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:57:11.322363 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:11.767847 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:11.813366 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff00df8-b21c-4e98-b121-f0b56d03ddac req-3dbad67b-4ede-4652-9592-4bc91972c352 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:11.821300 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8ff00df8-b21c-4e98-b121-f0b56d03ddac req-3dbad67b-4ede-4652-9592-4bc91972c352 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0630486 Oct 09 00:57:11.874339 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8ff00df8-b21c-4e98-b121-f0b56d03ddac req-089fbcbf-99c3-44f2-a1ec-2cbda1245f10 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Oct 09 00:57:12.664650 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:12.877696 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:12.945034 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90e60d60-7933-4769-ace2-133946cbfba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:12.955076 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.022683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0802ee-5531-4bfc-924c-b33dc3fdee2f req-34576760-5d65-47ab-b72b-0000808dc7aa tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:13.024260 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a0802ee-5531-4bfc-924c-b33dc3fdee2f req-34576760-5d65-47ab-b72b-0000808dc7aa tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0558276 Oct 09 00:57:13.060627 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90e60d60-7933-4769-ace2-133946cbfba4 admin admin] Publish callbacks [] for security_group (7e43be6b-75d3-4a5e-9f34-3feea1c5180f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.065521 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90e60d60-7933-4769-ace2-133946cbfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (7e43be6b-75d3-4a5e-9f34-3feea1c5180f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.089700 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:13.115521 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8a0802ee-5531-4bfc-924c-b33dc3fdee2f req-ca5bc081-61e3-4caf-8175-527223b6dada tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766070 Oct 09 00:57:13.126887 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-90e60d60-7933-4769-ace2-133946cbfba4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=88ea5df9d105498d896615626269e56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588296 Oct 09 00:57:13.126887 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e60d60-7933-4769-ace2-133946cbfba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43be6b-75d3-4a5e-9f34-3feea1c5180f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:13.129063 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57438) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:13.194302 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d4e24d8-6abd-43b8-a769-eef5941fe092 admin admin] Publish callbacks [] for security_group (7e43be6b-75d3-4a5e-9f34-3feea1c5180f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.226723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d4e24d8-6abd-43b8-a769-eef5941fe092 admin admin] Publish callbacks [] for security_group (7e43be6b-75d3-4a5e-9f34-3feea1c5180f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.278796 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d4e24d8-6abd-43b8-a769-eef5941fe092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (7e43be6b-75d3-4a5e-9f34-3feea1c5180f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.282219 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3d4e24d8-6abd-43b8-a769-eef5941fe092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.283372 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3d4e24d8-6abd-43b8-a769-eef5941fe092 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7e43be6b-75d3-4a5e-9f34-3feea1c5180f HTTP/1.1" status: 204 len: 168 time: 0.1524761 Oct 09 00:57:13.293248 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e24d8-6abd-43b8-a769-eef5941fe092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43be6b-75d3-4a5e-9f34-3feea1c5180f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:13.515121 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:13.647140 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:13.665405 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b845e0-8d2e-47e8-9cc7-bbba1cddf5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.742093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2921860-5c4d-47c8-bd7f-515400b78c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.759365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:13.801360 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b845e0-8d2e-47e8-9cc7-bbba1cddf5a5 admin admin] Publish callbacks [] for security_group (0081edc8-6c2c-4a66-8894-94b7a2c6f833), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.818565 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b845e0-8d2e-47e8-9cc7-bbba1cddf5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0081edc8-6c2c-4a66-8894-94b7a2c6f833), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.886873 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57482) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:13.887078 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-18b845e0-8d2e-47e8-9cc7-bbba1cddf5a5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9f95152a78a1496ca4266c3255a3e533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386360 Oct 09 00:57:13.889047 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b845e0-8d2e-47e8-9cc7-bbba1cddf5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0081edc8-6c2c-4a66-8894-94b7a2c6f833,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:13.944689 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2921860-5c4d-47c8-bd7f-515400b78c4d admin admin] Publish callbacks [] for security_group (a26189d0-0e50-4fd9-b327-da620a60a245), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.951299 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2921860-5c4d-47c8-bd7f-515400b78c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a26189d0-0e50-4fd9-b327-da620a60a245), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.953402 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2d8-e6f9-4aff-9dae-82b96ae81550 admin admin] Publish callbacks [] for security_group (0081edc8-6c2c-4a66-8894-94b7a2c6f833), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.981633 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2d8-e6f9-4aff-9dae-82b96ae81550 admin admin] Publish callbacks [] for security_group (0081edc8-6c2c-4a66-8894-94b7a2c6f833), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:13.990311 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2921860-5c4d-47c8-bd7f-515400b78c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26189d0-0e50-4fd9-b327-da620a60a245,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:14.015331 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57486) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:14.015572 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a2921860-5c4d-47c8-bd7f-515400b78c4d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fb856bc06ad849b1b275840b69eb18a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990778 Oct 09 00:57:14.063701 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2d8-e6f9-4aff-9dae-82b96ae81550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0081edc8-6c2c-4a66-8894-94b7a2c6f833), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.066782 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7cdc2d8-e6f9-4aff-9dae-82b96ae81550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.067935 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f7cdc2d8-e6f9-4aff-9dae-82b96ae81550 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0081edc8-6c2c-4a66-8894-94b7a2c6f833 HTTP/1.1" status: 204 len: 168 time: 0.1795692 Oct 09 00:57:14.085838 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48f05bb5-d253-4f35-acd4-2d22a9543c6c admin admin] Publish callbacks [] for security_group (a26189d0-0e50-4fd9-b327-da620a60a245), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.088828 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdc2d8-e6f9-4aff-9dae-82b96ae81550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081edc8-6c2c-4a66-8894-94b7a2c6f833,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:14.115391 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48f05bb5-d253-4f35-acd4-2d22a9543c6c admin admin] Publish callbacks [] for security_group (a26189d0-0e50-4fd9-b327-da620a60a245), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.175731 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48f05bb5-d253-4f35-acd4-2d22a9543c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a26189d0-0e50-4fd9-b327-da620a60a245), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.178713 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48f05bb5-d253-4f35-acd4-2d22a9543c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.180312 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-48f05bb5-d253-4f35-acd4-2d22a9543c6c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a26189d0-0e50-4fd9-b327-da620a60a245 HTTP/1.1" status: 204 len: 168 time: 0.1640060 Oct 09 00:57:14.192257 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f05bb5-d253-4f35-acd4-2d22a9543c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26189d0-0e50-4fd9-b327-da620a60a245,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:14.278195 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb517da-0b6a-4639-b542-6fec085ccb34 req-8e8f4d35-ca6b-43ec-8fba-4844c3372683 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:14.280416 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ecb517da-0b6a-4639-b542-6fec085ccb34 req-8e8f4d35-ca6b-43ec-8fba-4844c3372683 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0605316 Oct 09 00:57:14.338428 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ecb517da-0b6a-4639-b542-6fec085ccb34 req-c99755f3-a368-49c3-85df-55d790b5d95c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Oct 09 00:57:14.612208 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57514) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:14.751018 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57520) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:14.759314 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:14.784447 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7d6e27ea-b435-47fb-9b0b-438a254946bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.788980 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a265108-b652-4688-be22-e95dcbe0f9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.954301 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7d6e27ea-b435-47fb-9b0b-438a254946bc admin admin] Publish callbacks [] for security_group (9e56427f-83a8-4f89-8c52-45707b23c1bd), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.958784 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7d6e27ea-b435-47fb-9b0b-438a254946bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9e56427f-83a8-4f89-8c52-45707b23c1bd), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.962500 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a265108-b652-4688-be22-e95dcbe0f9b5 admin admin] Publish callbacks [] for security_group (32fc33a6-e82c-4d11-913d-83843cb04f56), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.978434 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a265108-b652-4688-be22-e95dcbe0f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (32fc33a6-e82c-4d11-913d-83843cb04f56), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:14.982184 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:15.026406 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7d6e27ea-b435-47fb-9b0b-438a254946bc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=30f25c4e8f0046cfac8a8398ffa075e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712977 Oct 09 00:57:15.026722 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:15.027223 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0a265108-b652-4688-be22-e95dcbe0f9b5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=619223fd7bd04d9e9d9f1a866bd1e2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142940 Oct 09 00:57:15.028076 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e27ea-b435-47fb-9b0b-438a254946bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e56427f-83a8-4f89-8c52-45707b23c1bd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:15.030644 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:15.087826 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a265108-b652-4688-be22-e95dcbe0f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fc33a6-e82c-4d11-913d-83843cb04f56,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:15.098668 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a07b279-4866-41d9-ba2f-688dd5568252 admin admin] Publish callbacks [] for security_group (9e56427f-83a8-4f89-8c52-45707b23c1bd), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.106217 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5ffcb39-5a7a-464e-920c-018ca30c2284 admin admin] Publish callbacks [] for security_group (32fc33a6-e82c-4d11-913d-83843cb04f56), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.120567 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a07b279-4866-41d9-ba2f-688dd5568252 admin admin] Publish callbacks [] for security_group (9e56427f-83a8-4f89-8c52-45707b23c1bd), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.130717 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5ffcb39-5a7a-464e-920c-018ca30c2284 admin admin] Publish callbacks [] for security_group (32fc33a6-e82c-4d11-913d-83843cb04f56), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.178524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a07b279-4866-41d9-ba2f-688dd5568252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9e56427f-83a8-4f89-8c52-45707b23c1bd), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.178621 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a07b279-4866-41d9-ba2f-688dd5568252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.179753 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6a07b279-4866-41d9-ba2f-688dd5568252 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9e56427f-83a8-4f89-8c52-45707b23c1bd HTTP/1.1" status: 204 len: 168 time: 0.1487458 Oct 09 00:57:15.188787 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07b279-4866-41d9-ba2f-688dd5568252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e56427f-83a8-4f89-8c52-45707b23c1bd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:15.206595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5ffcb39-5a7a-464e-920c-018ca30c2284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (32fc33a6-e82c-4d11-913d-83843cb04f56), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.210916 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5ffcb39-5a7a-464e-920c-018ca30c2284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.212619 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b5ffcb39-5a7a-464e-920c-018ca30c2284 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/32fc33a6-e82c-4d11-913d-83843cb04f56 HTTP/1.1" status: 204 len: 168 time: 0.1804204 Oct 09 00:57:15.221996 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffcb39-5a7a-464e-920c-018ca30c2284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fc33a6-e82c-4d11-913d-83843cb04f56,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:15.455193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:15.474698 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8d2c-a364-45c3-ab6d-caa7e45ee502 req-5f8de7b1-e260-4278-a131-0570b9c840f7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:15.477033 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8dc8d2c-a364-45c3-ab6d-caa7e45ee502 req-5f8de7b1-e260-4278-a131-0570b9c840f7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0555248 Oct 09 00:57:15.572128 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b8dc8d2c-a364-45c3-ab6d-caa7e45ee502 req-529b80da-7302-42c1-80dd-9f741b2096b2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838246 Oct 09 00:57:15.628044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57564) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:15.646923 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffae8-09b7-4d33-b3d4-92ca20e96696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.740463 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffae8-09b7-4d33-b3d4-92ca20e96696 admin admin] Publish callbacks [] for security_group (dfe1797a-0e68-4f60-b5e5-b009a4b42c8a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.745852 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffae8-09b7-4d33-b3d4-92ca20e96696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (dfe1797a-0e68-4f60-b5e5-b009a4b42c8a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.758347 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd18c54-b99b-42e7-ae28-6167e7adfcc6 req-eae7f6ea-13b3-4bd0-815f-98eb4da01016 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:15.760095 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7dd18c54-b99b-42e7-ae28-6167e7adfcc6 req-eae7f6ea-13b3-4bd0-815f-98eb4da01016 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.0595434 Oct 09 00:57:15.799712 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4f0ffae8-09b7-4d33-b3d4-92ca20e96696 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dcc60c20223e4b8892d82f207177f9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703045 Oct 09 00:57:15.800462 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ffae8-09b7-4d33-b3d4-92ca20e96696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe1797a-0e68-4f60-b5e5-b009a4b42c8a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:15.802871 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57574) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:15.853856 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:15.869094 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e5ad-f409-462b-a626-f0a1f1e74443 admin admin] Publish callbacks [] for security_group (dfe1797a-0e68-4f60-b5e5-b009a4b42c8a), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.873673 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7dd18c54-b99b-42e7-ae28-6167e7adfcc6 req-a460fb53-28c1-4627-8561-faffc4cbbbeb tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001010 Oct 09 00:57:15.892040 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e5ad-f409-462b-a626-f0a1f1e74443 admin admin] Publish callbacks [] for security_group (dfe1797a-0e68-4f60-b5e5-b009a4b42c8a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.946145 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e5ad-f409-462b-a626-f0a1f1e74443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (dfe1797a-0e68-4f60-b5e5-b009a4b42c8a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.949647 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e5ad-f409-462b-a626-f0a1f1e74443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:15.953398 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b1e8e5ad-f409-462b-a626-f0a1f1e74443 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dfe1797a-0e68-4f60-b5e5-b009a4b42c8a HTTP/1.1" status: 204 len: 168 time: 0.1483216 Oct 09 00:57:15.967868 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8e5ad-f409-462b-a626-f0a1f1e74443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe1797a-0e68-4f60-b5e5-b009a4b42c8a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:16.280282 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57614) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:16.300793 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9d10df-0ceb-4b6e-8f3f-7092e90130a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.402282 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9d10df-0ceb-4b6e-8f3f-7092e90130a1 admin admin] Publish callbacks [] for security_group (e6921ea3-4d95-453e-8a68-1508848829ee), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.407557 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9d10df-0ceb-4b6e-8f3f-7092e90130a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e6921ea3-4d95-453e-8a68-1508848829ee), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.441241 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:16.442671 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d10df-0ceb-4b6e-8f3f-7092e90130a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6921ea3-4d95-453e-8a68-1508848829ee,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:16.471107 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fb9d10df-0ceb-4b6e-8f3f-7092e90130a1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=aad4ea28111941a19ea89bf076cc9100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897209 Oct 09 00:57:16.473509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57628) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:16.553883 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd526e24-d260-45db-9901-fedbe27a69e1 admin admin] Publish callbacks [] for security_group (e6921ea3-4d95-453e-8a68-1508848829ee), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.575284 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd526e24-d260-45db-9901-fedbe27a69e1 admin admin] Publish callbacks [] for security_group (e6921ea3-4d95-453e-8a68-1508848829ee), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.631883 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd526e24-d260-45db-9901-fedbe27a69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e6921ea3-4d95-453e-8a68-1508848829ee), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.635989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd526e24-d260-45db-9901-fedbe27a69e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:16.637160 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fd526e24-d260-45db-9901-fedbe27a69e1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e6921ea3-4d95-453e-8a68-1508848829ee HTTP/1.1" status: 204 len: 168 time: 0.1626170 Oct 09 00:57:16.646690 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd526e24-d260-45db-9901-fedbe27a69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6921ea3-4d95-453e-8a68-1508848829ee,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:16.741234 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67724a2-70a4-4e7a-906e-a5eb21f019e4 req-c3f0ec7a-b5e8-40cb-aae5-1400d765ebe4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:16.748204 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d67724a2-70a4-4e7a-906e-a5eb21f019e4 req-c3f0ec7a-b5e8-40cb-aae5-1400d765ebe4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0758321 Oct 09 00:57:16.800886 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d67724a2-70a4-4e7a-906e-a5eb21f019e4 req-e15e4e5b-6ce5-4ae4-abc1-5b61d7ee52c2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507877 Oct 09 00:57:17.064694 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a9858-84bf-46a9-8d2b-3c5beea5d5fe req-5f61dfbf-ac52-403f-9949-47ab34ff099a tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:17.072335 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b6a9858-84bf-46a9-8d2b-3c5beea5d5fe req-5f61dfbf-ac52-403f-9949-47ab34ff099a tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.1089623 Oct 09 00:57:17.128415 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b6a9858-84bf-46a9-8d2b-3c5beea5d5fe req-c58c0371-c2db-41f2-b994-3e89d8f6608b tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Oct 09 00:57:17.966260 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57700) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:17.968205 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f86ab-cc4b-4629-b4ed-2adc85897142 req-57c89ef5-b73b-4f28-ac92-95f0c32c9f46 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:17.970637 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2e8f86ab-cc4b-4629-b4ed-2adc85897142 req-57c89ef5-b73b-4f28-ac92-95f0c32c9f46 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0649366 Oct 09 00:57:18.019346 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57706) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:18.055996 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2e8f86ab-cc4b-4629-b4ed-2adc85897142 req-29293245-5773-419a-a3a8-352617c553c9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778999 Oct 09 00:57:18.192656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-a1fcc786-3299-4cba-9735-62c4a89225b6 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:18.194287 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-a1fcc786-3299-4cba-9735-62c4a89225b6 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.1132724 Oct 09 00:57:18.197056 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c22d8b-7a31-4bd2-a48e-b8cd48245550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.222876 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c412e33-d74f-4ffe-a7d8-8457d84225ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.353878 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:18.365271 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063c06-2be6-42cc-a330-617cc2df6c20 req-7bfffc7e-384b-4c6b-9ce7-111fcd10f883 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:18.366734 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d063c06-2be6-42cc-a330-617cc2df6c20 req-7bfffc7e-384b-4c6b-9ce7-111fcd10f883 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 945 time: 0.1449075 Oct 09 00:57:18.477588 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:18.492509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Deleting port afb80013-2258-4db2-b056-f0c814dfdeed {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:57:18.492850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.584848 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d063c06-2be6-42cc-a330-617cc2df6c20 req-90d6bb9a-92a0-402e-857d-deba2dc0e149 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5ca2704a-36a6-44be-843b-b3c729b1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864948 Oct 09 00:57:18.619908 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c22d8b-7a31-4bd2-a48e-b8cd48245550 admin admin] Publish callbacks [] for security_group (bab703b8-8c9e-489f-891e-212250499f75), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.629661 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c412e33-d74f-4ffe-a7d8-8457d84225ab admin admin] Publish callbacks [] for security_group (ce0c2bb8-12b1-43e4-96c7-92c409904ea4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.632894 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c22d8b-7a31-4bd2-a48e-b8cd48245550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (bab703b8-8c9e-489f-891e-212250499f75), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.651788 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c412e33-d74f-4ffe-a7d8-8457d84225ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ce0c2bb8-12b1-43e4-96c7-92c409904ea4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.714479 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-11c22d8b-7a31-4bd2-a48e-b8cd48245550 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b827c14124484ee58548c6f686a007f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7470810 Oct 09 00:57:18.717210 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57720) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:18.718657 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] For port afb80013-2258-4db2-b056-f0c814dfdeed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb80013-2258-4db2-b056-f0c814dfdeed,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:18.719026 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.728098 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c22d8b-7a31-4bd2-a48e-b8cd48245550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab703b8-8c9e-489f-891e-212250499f75,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:18.733821 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3c412e33-d74f-4ffe-a7d8-8457d84225ab admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=aaf669b496984e38b2d5621c650ab60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7133834 Oct 09 00:57:18.736610 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57722) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:18.743302 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Calling delete_port for afb80013-2258-4db2-b056-f0c814dfdeed owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:57:18.794145 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c412e33-d74f-4ffe-a7d8-8457d84225ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0c2bb8-12b1-43e4-96c7-92c409904ea4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:18.814116 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c16f-3299-47b5-b542-2b332a011f05 admin admin] Publish callbacks [] for security_group (bab703b8-8c9e-489f-891e-212250499f75), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.841439 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1296084e-069d-430c-a4e6-8b663715dda1 admin admin] Publish callbacks [] for security_group (ce0c2bb8-12b1-43e4-96c7-92c409904ea4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.849371 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c16f-3299-47b5-b542-2b332a011f05 admin admin] Publish callbacks [] for security_group (bab703b8-8c9e-489f-891e-212250499f75), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.883176 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1296084e-069d-430c-a4e6-8b663715dda1 admin admin] Publish callbacks [] for security_group (ce0c2bb8-12b1-43e4-96c7-92c409904ea4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.924508 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (afb80013-2258-4db2-b056-f0c814dfdeed), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.942346 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c16f-3299-47b5-b542-2b332a011f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (bab703b8-8c9e-489f-891e-212250499f75), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.945206 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c16f-3299-47b5-b542-2b332a011f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.946341 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6cd4c16f-3299-47b5-b542-2b332a011f05 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bab703b8-8c9e-489f-891e-212250499f75 HTTP/1.1" status: 204 len: 168 time: 0.2281516 Oct 09 00:57:18.957689 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1296084e-069d-430c-a4e6-8b663715dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ce0c2bb8-12b1-43e4-96c7-92c409904ea4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.959216 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Pushing event deleted for resources: {'Port': ['ID=afb80013-2258-4db2-b056-f0c814dfdeed,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:18.960201 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1296084e-069d-430c-a4e6-8b663715dda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:18.962056 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1296084e-069d-430c-a4e6-8b663715dda1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ce0c2bb8-12b1-43e4-96c7-92c409904ea4 HTTP/1.1" status: 204 len: 168 time: 0.2240336 Oct 09 00:57:18.963103 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4c16f-3299-47b5-b542-2b332a011f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab703b8-8c9e-489f-891e-212250499f75,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:18.974023 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296084e-069d-430c-a4e6-8b663715dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0c2bb8-12b1-43e4-96c7-92c409904ea4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:19.062756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] No DVR routers for this DVR port afb80013-2258-4db2-b056-f0c814dfdeed on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:57:19.067765 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.071222 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45002bab-939a-4ec2-91c6-1c71f63e16e2 req-90e9532c-e53a-4677-add6-a42bf56a7bd7 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.60 "DELETE /networking/v2.0/ports/afb80013-2258-4db2-b056-f0c814dfdeed HTTP/1.1" status: 204 len: 173 time: 0.8599253 Oct 09 00:57:19.071974 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'name': 'network-vif-deleted', 'tag': 'afb80013-2258-4db2-b056-f0c814dfdeed'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:57:19.091920 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91cc3c1-a639-40bf-9dea-2d5faea0130e" -d '{"events": [{"server_uuid": "e59fb8b2-1822-415f-8c7c-f398d24da057", "name": "network-vif-deleted", "tag": "afb80013-2258-4db2-b056-f0c814dfdeed"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:57:19.182719 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad7cac-ce42-458d-9c3b-069e0b74bcd7 x-openstack-request-id: req-09ad7cac-ce42-458d-9c3b-069e0b74bcd7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:57:19.183227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59fb8b2-1822-415f-8c7c-f398d24da057", "name": "network-vif-deleted", "tag": "afb80013-2258-4db2-b056-f0c814dfdeed", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:57:19.183846 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09ad7cac-ce42-458d-9c3b-069e0b74bcd7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:57:19.184565 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ad7cac-ce42-458d-9c3b-069e0b74bcd7'] response: {'server_uuid': 'e59fb8b2-1822-415f-8c7c-f398d24da057', 'name': 'network-vif-deleted', 'tag': 'afb80013-2258-4db2-b056-f0c814dfdeed', 'status': 'completed', 'code': 200} Oct 09 00:57:19.271247 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bb2f8-78fb-4d7f-8cd5-99e3406cc180 req-1e228eb0-46c8-4648-bb6e-b74a211f0312 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:19.273133 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c03bb2f8-78fb-4d7f-8cd5-99e3406cc180 req-1e228eb0-46c8-4648-bb6e-b74a211f0312 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0745111 Oct 09 00:57:19.328391 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c03bb2f8-78fb-4d7f-8cd5-99e3406cc180 req-761b7f0a-8699-449b-8504-172fb49c714c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Oct 09 00:57:19.480405 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:19.493902 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88291be0-ffa4-41c2-96a6-53545c5b9539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.585153 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88291be0-ffa4-41c2-96a6-53545c5b9539 admin admin] Publish callbacks [] for security_group (2439465c-be9c-4665-ba46-d6572933338d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.588691 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88291be0-ffa4-41c2-96a6-53545c5b9539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2439465c-be9c-4665-ba46-d6572933338d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.635260 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-88291be0-ffa4-41c2-96a6-53545c5b9539 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=93fd69ab23c54fb08cff7e8d89e7adbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537807 Oct 09 00:57:19.637852 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88291be0-ffa4-41c2-96a6-53545c5b9539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2439465c-be9c-4665-ba46-d6572933338d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:19.638141 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:19.686884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:19.715944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49fa1002-c64f-43ae-8d66-3dc4b238ad6c admin admin] Publish callbacks [] for security_group (2439465c-be9c-4665-ba46-d6572933338d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.726472 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e8c0303b-dab5-4268-99bd-9a8656b77ad1 req-b4ffd705-df7a-419c-93b6-ed39e43bf806 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.0447071 Oct 09 00:57:19.738576 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49fa1002-c64f-43ae-8d66-3dc4b238ad6c admin admin] Publish callbacks [] for security_group (2439465c-be9c-4665-ba46-d6572933338d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.799739 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49fa1002-c64f-43ae-8d66-3dc4b238ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2439465c-be9c-4665-ba46-d6572933338d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.803091 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49fa1002-c64f-43ae-8d66-3dc4b238ad6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:19.804293 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-49fa1002-c64f-43ae-8d66-3dc4b238ad6c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2439465c-be9c-4665-ba46-d6572933338d HTTP/1.1" status: 204 len: 168 time: 0.1649897 Oct 09 00:57:19.812323 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa1002-c64f-43ae-8d66-3dc4b238ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2439465c-be9c-4665-ba46-d6572933338d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:20.195382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 57790) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:20.210234 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a0b2-6c45-416f-a71b-79941009aba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.285880 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:20.295527 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a0b2-6c45-416f-a71b-79941009aba7 admin admin] Publish callbacks [] for security_group (ea9c2385-9da9-4a2a-8fb6-e8e646bdf411), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.300376 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a0b2-6c45-416f-a71b-79941009aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ea9c2385-9da9-4a2a-8fb6-e8e646bdf411), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.343206 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2ad0a0b2-6c45-416f-a71b-79941009aba7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ea6cd31ea35842bd9e36c7a3b66a1fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466446 Oct 09 00:57:20.344159 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0a0b2-6c45-416f-a71b-79941009aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c2385-9da9-4a2a-8fb6-e8e646bdf411,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:20.345959 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 57796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:20.364384 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:20.402700 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b38ec9bd-937f-4e7d-ad07-783051deb47f admin admin] Publish callbacks [] for security_group (ea9c2385-9da9-4a2a-8fb6-e8e646bdf411), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.404439 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:20.435401 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b38ec9bd-937f-4e7d-ad07-783051deb47f admin admin] Publish callbacks [] for security_group (ea9c2385-9da9-4a2a-8fb6-e8e646bdf411), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.459045 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3338-9d87-4f7e-a368-f8e7534bf282 req-478cb0e8-0e39-407f-a607-4587fa32341f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:20.460606 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-500a3338-9d87-4f7e-a368-f8e7534bf282 req-478cb0e8-0e39-407f-a607-4587fa32341f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Oct 09 00:57:20.461220 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=73 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:20.462308 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=23 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:20.493760 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b38ec9bd-937f-4e7d-ad07-783051deb47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ea9c2385-9da9-4a2a-8fb6-e8e646bdf411), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.497619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b38ec9bd-937f-4e7d-ad07-783051deb47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:20.498987 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b38ec9bd-937f-4e7d-ad07-783051deb47f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ea9c2385-9da9-4a2a-8fb6-e8e646bdf411 HTTP/1.1" status: 204 len: 168 time: 0.1520445 Oct 09 00:57:20.507521 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ec9bd-937f-4e7d-ad07-783051deb47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c2385-9da9-4a2a-8fb6-e8e646bdf411,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:20.513145 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-500a3338-9d87-4f7e-a368-f8e7534bf282 req-fb06c76a-1887-4b9d-9282-08946bfb66f3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Oct 09 00:57:20.839325 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aaf0ac9a-75dd-4a5f-b9f2-74319b9b449b req-1ae81e73-f040-4673-a1e7-4708f6dce3e6 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.0280921 Oct 09 00:57:21.538704 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['afb80013-2258-4db2-b056-f0c814dfdeed'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:57:21.680450 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f2f4-9b67-4b2e-a5f8-4c0cf2a96443 req-3bd6a12f-cfba-4cec-ae5e-f492ee5a94cf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:21.681469 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a06f2f4-9b67-4b2e-a5f8-4c0cf2a96443 req-3bd6a12f-cfba-4cec-ae5e-f492ee5a94cf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0587471 Oct 09 00:57:21.744588 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a06f2f4-9b67-4b2e-a5f8-4c0cf2a96443 req-b57472b6-7ae6-4081-add0-7bc2095d1d62 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542035 Oct 09 00:57:21.982858 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3c04b27d-e9f0-48c8-bf1e-cdd4ed441985 req-254ef51f-ed87-48e6-9272-714a7d22dd61 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.0313244 Oct 09 00:57:22.888847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bea79a-3389-4760-b02a-6861fe9a56dd req-5245bec5-cb9e-440b-b106-632bed26af9b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:22.892368 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08bea79a-3389-4760-b02a-6861fe9a56dd req-5245bec5-cb9e-440b-b106-632bed26af9b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0679567 Oct 09 00:57:22.952629 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-08bea79a-3389-4760-b02a-6861fe9a56dd req-df592dca-8b53-471c-9ea6-ba580a4164e8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540740 Oct 09 00:57:23.133454 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4a08f342-2346-4cf9-bda3-d6f03818d7b8 req-ead2c2f6-d5f4-4e31-816a-a5d12d27c314 tempest-DeleteServersTestJSON-718467185 tempest-DeleteServersTestJSON-718467185-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e59fb8b2-1822-415f-8c7c-f398d24da057 HTTP/1.1" status: 200 len: 210 time: 0.0292182 Oct 09 00:57:24.077060 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec763-daba-4df3-b1fb-f8f5411a5018 req-508633be-3152-4549-9925-390f9caeff8b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:24.078623 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f61ec763-daba-4df3-b1fb-f8f5411a5018 req-508633be-3152-4549-9925-390f9caeff8b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0453067 Oct 09 00:57:24.128687 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f61ec763-daba-4df3-b1fb-f8f5411a5018 req-4cb6cbee-2277-4f30-80fd-32194da88336 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Oct 09 00:57:24.500416 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device afb80013-2258-4db2-b056-f0c814dfdeed no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:57:24.522060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: afb80013-2258-4db2-b056-f0c814dfdeed {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:57:24.522406 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device afb80013-2258-4db2-b056-f0c814dfdeed not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:57:25.246510 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f33e14-6cbc-4b10-bb16-344fb85386bb req-8dc3bdf5-51e1-4c43-ad69-88a2bf1190e3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:25.247952 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a0f33e14-6cbc-4b10-bb16-344fb85386bb req-8dc3bdf5-51e1-4c43-ad69-88a2bf1190e3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0453510 Oct 09 00:57:25.294898 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a0f33e14-6cbc-4b10-bb16-344fb85386bb req-a9dfeee8-99d9-4728-aaa1-590ad617748d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Oct 09 00:57:26.380842 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:57:26.416241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca6f56-75d7-4bb1-b9e8-78308aa5dc09 req-db3e1c4e-e331-4cdc-a43a-bbebe6196684 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:26.417749 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-acca6f56-75d7-4bb1-b9e8-78308aa5dc09 req-db3e1c4e-e331-4cdc-a43a-bbebe6196684 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0474386 Oct 09 00:57:26.465010 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-acca6f56-75d7-4bb1-b9e8-78308aa5dc09 req-84aaa9f2-7a4d-40f4-a2b6-7234bb6b0f47 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Oct 09 00:57:27.082722 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:27.591787 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dfb29-79a9-4644-bb5f-7d9b6da9251c req-b37935cc-64eb-4d3f-a8a7-6f4a2d7fb8df tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:27.593274 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-529dfb29-79a9-4644-bb5f-7d9b6da9251c req-b37935cc-64eb-4d3f-a8a7-6f4a2d7fb8df tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Oct 09 00:57:27.659138 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-529dfb29-79a9-4644-bb5f-7d9b6da9251c req-106e66fc-b057-431a-9ec8-e934ccf31f9e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597544 Oct 09 00:57:27.734216 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58016) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:28.116476 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (2f12aa77-8149-4cd7-8101-44788eeaa82b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.461248 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:28.595309 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d381ebf-383b-4178-b7f8-c6d419696e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.631181 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Deleting port e219175f-338c-47ca-ba2c-40a73c82d3b3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:57:28.631762 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.673778 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d381ebf-383b-4178-b7f8-c6d419696e36 admin admin] Publish callbacks [] for security_group (98dd9bd6-198a-48da-b00d-b0116146b77e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.677755 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d381ebf-383b-4178-b7f8-c6d419696e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (98dd9bd6-198a-48da-b00d-b0116146b77e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.696697 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:28.722032 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:28.722346 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0d381ebf-383b-4178-b7f8-c6d419696e36 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=91d97c3bee2d48ecac465ead2ab9b24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590780 Oct 09 00:57:28.723008 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d381ebf-383b-4178-b7f8-c6d419696e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd9bd6-198a-48da-b00d-b0116146b77e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:28.747710 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] For port e219175f-338c-47ca-ba2c-40a73c82d3b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e219175f-338c-47ca-ba2c-40a73c82d3b3,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:28.748074 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.757799 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:28.771374 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Calling delete_port for e219175f-338c-47ca-ba2c-40a73c82d3b3 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:57:28.788725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9934-c58e-46cf-a15b-fa119a33a61f req-0111b6bb-efdf-4f6a-8c6d-1dea761a7666 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:28.790205 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d5e9934-c58e-46cf-a15b-fa119a33a61f req-0111b6bb-efdf-4f6a-8c6d-1dea761a7666 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0506542 Oct 09 00:57:28.810305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:28.839710 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d5e9934-c58e-46cf-a15b-fa119a33a61f req-7c6d9341-3ede-45a9-af46-dca5db3f6df7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438261 Oct 09 00:57:28.865781 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61f067ae-2709-4794-9a37-c31e9491bea6 admin admin] Publish callbacks [] for security_group (98dd9bd6-198a-48da-b00d-b0116146b77e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:28.899094 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61f067ae-2709-4794-9a37-c31e9491bea6 admin admin] Publish callbacks [] for security_group (98dd9bd6-198a-48da-b00d-b0116146b77e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.002929 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61f067ae-2709-4794-9a37-c31e9491bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (98dd9bd6-198a-48da-b00d-b0116146b77e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.005973 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61f067ae-2709-4794-9a37-c31e9491bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.007139 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-61f067ae-2709-4794-9a37-c31e9491bea6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/98dd9bd6-198a-48da-b00d-b0116146b77e HTTP/1.1" status: 204 len: 168 time: 0.2842209 Oct 09 00:57:29.038547 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f067ae-2709-4794-9a37-c31e9491bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd9bd6-198a-48da-b00d-b0116146b77e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:29.068897 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (e219175f-338c-47ca-ba2c-40a73c82d3b3), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.094828 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Pushing event deleted for resources: {'Port': ['ID=e219175f-338c-47ca-ba2c-40a73c82d3b3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:29.230786 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (2f12aa77-8149-4cd7-8101-44788eeaa82b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.453001 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Router 2f12aa77-8149-4cd7-8101-44788eeaa82b has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:57:29.499493 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:29.564668 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:29.571064 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4857031b-da8b-4130-819b-de7d37d9d4db admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2f12aa77-8149-4cd7-8101-44788eeaa82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8383708 Oct 09 00:57:29.574741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:29.576347 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] Sync routers for ids ['2f12aa77-8149-4cd7-8101-44788eeaa82b'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:29.589193 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] Routers {'2f12aa77-8149-4cd7-8101-44788eeaa82b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:29.589885 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2f12aa77-8149-4cd7-8101-44788eeaa82b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:29.683765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks [] for router (2f12aa77-8149-4cd7-8101-44788eeaa82b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.704873 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] Set router 2f12aa77-8149-4cd7-8101-44788eeaa82b gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:29.732467 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:29.792984 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks [] for router_gateway (2f12aa77-8149-4cd7-8101-44788eeaa82b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.841553 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Deleting port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:57:29.842209 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.903736 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:57:28Z', 'revision_number': 5, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port': {'id': '8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:29.937313 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] Checking router: 2f12aa77-8149-4cd7-8101-44788eeaa82b for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:29.947833 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] Routers {'2f12aa77-8149-4cd7-8101-44788eeaa82b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:29.948649 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2f12aa77-8149-4cd7-8101-44788eeaa82b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:29.955429 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] For port 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:29.955823 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:29.992677 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Calling delete_port for 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:57:30.013527 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521a425-31b5-4295-a85a-f25f9bdb6e83 req-c8961c90-56cc-4949-9d1d-c288511e21cb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:30.015016 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f521a425-31b5-4295-a85a-f25f9bdb6e83 req-c8961c90-56cc-4949-9d1d-c288511e21cb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0748916 Oct 09 00:57:30.041993 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] Set router 2f12aa77-8149-4cd7-8101-44788eeaa82b gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:30.101694 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:57:29Z', 'revision_number': 6, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:30.115398 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f521a425-31b5-4295-a85a-f25f9bdb6e83 req-e2acf85a-3e30-4e3b-831e-70d4741918dd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687294 Oct 09 00:57:30.128187 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41689e-8012-4bc4-9063-d2ea0696d26d None None] The sync data for ids ['2f12aa77-8149-4cd7-8101-44788eeaa82b'] in dv-cinder-master-3-iscsi is: [{'id': '2f12aa77-8149-4cd7-8101-44788eeaa82b', 'name': 'tempest-DeleteServersTestJSON-1325747164-router', 'tenant_id': '88e7a07d04d74e739b7fa17f73018b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:47Z', 'updated_at': '2022-10-09T00:57:29Z', 'revision_number': 6, 'project_id': '88e7a07d04d74e739b7fa17f73018b64', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:30.188991 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58102) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:30.230018 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.256329 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:30.279768 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (2f12aa77-8149-4cd7-8101-44788eeaa82b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.300281 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29af76e8-7cd2-4fed-a54e-a9f1d3cf8c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.319635 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:30.378463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29af76e8-7cd2-4fed-a54e-a9f1d3cf8c47 admin admin] Publish callbacks [] for security_group (a5ea1b67-e696-4fb5-bc67-454cb680565a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.381807 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (2f12aa77-8149-4cd7-8101-44788eeaa82b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.382833 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29af76e8-7cd2-4fed-a54e-a9f1d3cf8c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a5ea1b67-e696-4fb5-bc67-454cb680565a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.384156 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks [] for router_controller (2f12aa77-8149-4cd7-8101-44788eeaa82b), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.424313 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-29af76e8-7cd2-4fed-a54e-a9f1d3cf8c47 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ffd9810571304dcd9c69dbc1b8e89763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339547 Oct 09 00:57:30.425213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af76e8-7cd2-4fed-a54e-a9f1d3cf8c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea1b67-e696-4fb5-bc67-454cb680565a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:30.429796 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58106) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:30.457582 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (2f12aa77-8149-4cd7-8101-44788eeaa82b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.458348 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f12aa77-8149-4cd7-8101-44788eeaa82b {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 00:57:30.464337 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.468034 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e9d10c45-c535-42ae-948d-452b4d323e49 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2f12aa77-8149-4cd7-8101-44788eeaa82b HTTP/1.1" status: 204 len: 168 time: 0.8918047 Oct 09 00:57:30.468492 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:30.533098 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Deleting subnet a548fa97-cb20-45d6-8da8-0556662605e1 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 00:57:30.535807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85f0e239-f594-44b5-905c-4365b9f34b4d admin admin] Publish callbacks [] for security_group (a5ea1b67-e696-4fb5-bc67-454cb680565a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.539481 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Publish callbacks [] for subnet (a548fa97-cb20-45d6-8da8-0556662605e1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.586228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85f0e239-f594-44b5-905c-4365b9f34b4d admin admin] Publish callbacks [] for security_group (a5ea1b67-e696-4fb5-bc67-454cb680565a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.603006 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Publish callbacks [] for subnet (a548fa97-cb20-45d6-8da8-0556662605e1), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.695048 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (a548fa97-cb20-45d6-8da8-0556662605e1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.727584 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85f0e239-f594-44b5-905c-4365b9f34b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a5ea1b67-e696-4fb5-bc67-454cb680565a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.730100 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85f0e239-f594-44b5-905c-4365b9f34b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.733607 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-85f0e239-f594-44b5-905c-4365b9f34b4d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a5ea1b67-e696-4fb5-bc67-454cb680565a HTTP/1.1" status: 204 len: 168 time: 0.3007803 Oct 09 00:57:30.749587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e239-f594-44b5-905c-4365b9f34b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea1b67-e696-4fb5-bc67-454cb680565a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:30.761350 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:30.764990 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (a548fa97-cb20-45d6-8da8-0556662605e1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.796626 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.800907 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a548fa97-cb20-45d6-8da8-0556662605e1 HTTP/1.1" status: 204 len: 168 time: 0.3314714 Oct 09 00:57:30.801609 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbdaa5-3efe-41e2-950a-f65521939154 None None] Network bd0c3622-3100-4974-8f51-c7c8194d1e19 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:57:30.801982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b409-d13f-466a-913b-4ee0bd3d7df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a548fa97-cb20-45d6-8da8-0556662605e1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:30.803573 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58120) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:30.870234 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:30.877364 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (bd0c3622-3100-4974-8f51-c7c8194d1e19), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:30.958185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Deleting port 4c7027d2-8e83-425b-bce4-3a2c26d6231c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:57:30.958526 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.007608 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] DHCP port deletion for bd0c3622-3100-4974-8f51-c7c8194d1e19 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 00:57:31.013425 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:57:31.033785 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] For port 4c7027d2-8e83-425b-bce4-3a2c26d6231c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c7027d2-8e83-425b-bce4-3a2c26d6231c,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:31.034149 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.048010 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Calling delete_port for 4c7027d2-8e83-425b-bce4-3a2c26d6231c owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:57:31.061433 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:57:31.061783 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8f0d6bb2-ed95-422c-bfa4-4628c23cf5a5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:57:31.062201 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e219175f-338c-47ca-ba2c-40a73c82d3b3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:57:31.093197 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: e219175f-338c-47ca-ba2c-40a73c82d3b3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:57:31.093757 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e219175f-338c-47ca-ba2c-40a73c82d3b3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:57:31.108290 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] Deleting port 4c7027d2-8e83-425b-bce4-3a2c26d6231c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:57:31.108909 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.119312 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:31.149044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.186077 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7027d2-8e83-425b-bce4-3a2c26d6231c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:31.189572 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] No DVR routers for this DVR port 4c7027d2-8e83-425b-bce4-3a2c26d6231c on host dv-cinder-master-3-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:57:31.199335 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] For port 4c7027d2-8e83-425b-bce4-3a2c26d6231c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c7027d2-8e83-425b-bce4-3a2c26d6231c,segment=NetworkSegment(21f1d887-4a9b-4110-9ac3-3d69ca77915d),segment_id=21f1d887-4a9b-4110-9ac3-3d69ca77915d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:31.200304 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.215334 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] Calling delete_port for 4c7027d2-8e83-425b-bce4-3a2c26d6231c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:57:31.275017 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (bd0c3622-3100-4974-8f51-c7c8194d1e19), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.306592 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.308209 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.308953 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.309306 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > port after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.309780 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > port after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.310293 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > port after_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.311199 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.311315 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.311676 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.312006 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.323211 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb56d4-447b-4760-b448-afb8cfc6cb08 req-06847998-3b17-48f8-8380-c17e9520a485 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:31.324936 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8eb56d4-447b-4760-b448-afb8cfc6cb08 req-06847998-3b17-48f8-8380-c17e9520a485 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0827441 Oct 09 00:57:31.369901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:31.380978 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (4c7027d2-8e83-425b-bce4-3a2c26d6231c), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.402573 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8eb56d4-447b-4760-b448-afb8cfc6cb08 req-0d7bf80f-b2a7-48a1-9b8e-8b885f092455 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718994 Oct 09 00:57:31.450814 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] Pushing event deleted for resources: {'Port': ['ID=4c7027d2-8e83-425b-bce4-3a2c26d6231c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:31.455524 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe092d93-3bdc-4e9c-be06-7c0bd86b787a None None] No DVR routers for this DVR port 4c7027d2-8e83-425b-bce4-3a2c26d6231c on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:57:31.509391 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.509826 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.510064 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.510400 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:57:31.510801 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0c3622-3100-4974-8f51-c7c8194d1e19']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:31.531350 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f1d887-4a9b-4110-9ac3-3d69ca77915d') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:31.531932 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f1d887-4a9b-4110-9ac3-3d69ca77915d') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:31.553579 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (21f1d887-4a9b-4110-9ac3-3d69ca77915d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.581759 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (21f1d887-4a9b-4110-9ac3-3d69ca77915d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.592253 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 00:57:31.592903 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (21f1d887-4a9b-4110-9ac3-3d69ca77915d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.634203 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:31.665138 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (bd0c3622-3100-4974-8f51-c7c8194d1e19), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.673948 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.683677 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/bd0c3622-3100-4974-8f51-c7c8194d1e19 HTTP/1.1" status: 204 len: 168 time: 0.8767400 Oct 09 00:57:31.698467 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b0614-e11d-4bcc-b084-e5baba7d4bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0c3622-3100-4974-8f51-c7c8194d1e19,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:31.777695 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1389518512-network', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:31.807331 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Made reservation on behalf of 28bc82345ea24b929b66fbcded2b97b7 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:57:31.812199 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.829557 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.875412 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:31.983685 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks [] for security_group (efe8e641-d0f7-40f4-b7d8-d8c3916e70eb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.990793 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (efe8e641-d0f7-40f4-b7d8-d8c3916e70eb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:31.999209 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:32.020922 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:57:32.035183 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:32.050966 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (9512762e-780c-464c-a567-4995173eb1a6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.051484 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Added segment 9512762e-780c-464c-a567-4995173eb1a6 of type vlan for network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 Oct 09 00:57:32.065495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe8e641-d0f7-40f4-b7d8-d8c3916e70eb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:32.070544 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58192) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:32.114249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (51f66c80-6e94-4ac9-ad00-6dd9246260d1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.143262 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (51f66c80-6e94-4ac9-ad00-6dd9246260d1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.145644 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:32.146413 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.240563 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6015813 Oct 09 00:57:32.241683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:32.247547 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Request body: {'subnet': {'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1389518512-subnet', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:32.251796 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049050ea-c59a-4d42-9996-60b6328c89ff admin admin] Pushing event updated for resources: {'Network': ['ID=51f66c80-6e94-4ac9-ad00-6dd9246260d1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:32.264000 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:57:32.304696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Made reservation on behalf of 28bc82345ea24b929b66fbcded2b97b7 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:57:32.316722 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.375722 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 21f1d887-4a9b-4110-9ac3-3d69ca77915d resource provider aggregate not found Oct 09 00:57:32.398557 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 21f1d887-4a9b-4110-9ac3-3d69ca77915d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21f1d887-4a9b-4110-9ac3-3d69ca77915d found for delete ", "request_id": "req-a2767dbe-b9dd-439a-a23b-adf50588d84f"}]} Oct 09 00:57:32.405246 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3f8be6b9-b713-4e49-966d-94966e0783de admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=88e7a07d04d74e739b7fa17f73018b64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3335695 Oct 09 00:57:32.408821 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58206) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:32.446417 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21727235-fc0e-4f68-bcdf-594611267851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.520934 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e56ef5e-fad3-454a-9981-e6f2bc90d05e admin admin] Publish callbacks [] for security_group (5ca2704a-36a6-44be-843b-b3c729b1a9d0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.541646 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (d7f3cba3-1b89-4cb1-b9ef-80793ce54a94), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.569771 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ec222-9416-4d93-9231-384827b0356c req-87514adc-a4a0-4c09-8b72-1fcad0ccc1cb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:32.571396 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-241ec222-9416-4d93-9231-384827b0356c req-87514adc-a4a0-4c09-8b72-1fcad0ccc1cb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0898139 Oct 09 00:57:32.582634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e56ef5e-fad3-454a-9981-e6f2bc90d05e admin admin] Publish callbacks [] for security_group (5ca2704a-36a6-44be-843b-b3c729b1a9d0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.606488 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:32.615266 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Checking segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:32.615633 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Network hostable DHCP agents. Network: 51f66c80-6e94-4ac9-ad00-6dd9246260d1, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:57:32.633098 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:57:32.641933 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 51f66c80-6e94-4ac9-ad00-6dd9246260d1) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:32.647062 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:32.647749 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.654756 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a38556-7976-4b7d-b820-2b50ee4403ee None None] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:57:32.677836 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-3fc870a1-a128-4b8f-b1c3-bf1b5f837de0 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4345250 Oct 09 00:57:32.680403 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21727235-fc0e-4f68-bcdf-594611267851 admin admin] Publish callbacks [] for security_group (a2ad32e6-afd4-4692-bd09-7b1e131a1699), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.680554 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58210) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:32.684108 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-241ec222-9416-4d93-9231-384827b0356c req-70bf78a4-5a8d-4850-8453-3316ff7d8929 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057069 Oct 09 00:57:32.685326 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21727235-fc0e-4f68-bcdf-594611267851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a2ad32e6-afd4-4692-bd09-7b1e131a1699), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.689430 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:32.695917 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:32.719826 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e56ef5e-fad3-454a-9981-e6f2bc90d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (5ca2704a-36a6-44be-843b-b3c729b1a9d0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.720555 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e56ef5e-fad3-454a-9981-e6f2bc90d05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.723634 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1e56ef5e-fad3-454a-9981-e6f2bc90d05e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5ca2704a-36a6-44be-843b-b3c729b1a9d0 HTTP/1.1" status: 204 len: 168 time: 0.3119233 Oct 09 00:57:32.739262 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21727235-fc0e-4f68-bcdf-594611267851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad32e6-afd4-4692-bd09-7b1e131a1699,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:32.754680 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (9d4c8a9c-2aee-4c52-9304-60a68ad85504), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.754886 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-21727235-fc0e-4f68-bcdf-594611267851 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c15c3df3639a48dc9d1276290b1a0173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7509246 Oct 09 00:57:32.754984 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (9d4c8a9c-2aee-4c52-9304-60a68ad85504), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.755495 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58214) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:32.768389 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ef5e-fad3-454a-9981-e6f2bc90d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca2704a-36a6-44be-843b-b3c729b1a9d0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:32.808480 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c7027d2-8e83-425b-bce4-3a2c26d6231c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:57:32.829319 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-048e09c7-3095-4c3c-906d-a6cfad993385 admin admin] Publish callbacks [] for security_group (a2ad32e6-afd4-4692-bd09-7b1e131a1699), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.835202 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 4c7027d2-8e83-425b-bce4-3a2c26d6231c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:57:32.835834 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c7027d2-8e83-425b-bce4-3a2c26d6231c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:57:32.852027 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:32.857711 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-048e09c7-3095-4c3c-906d-a6cfad993385 admin admin] Publish callbacks [] for security_group (a2ad32e6-afd4-4692-bd09-7b1e131a1699), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.882512 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks [] for router_controller (9d4c8a9c-2aee-4c52-9304-60a68ad85504), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.902585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:57:32.903717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.932222 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-048e09c7-3095-4c3c-906d-a6cfad993385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a2ad32e6-afd4-4692-bd09-7b1e131a1699), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.935037 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-048e09c7-3095-4c3c-906d-a6cfad993385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:32.936447 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-048e09c7-3095-4c3c-906d-a6cfad993385 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a2ad32e6-afd4-4692-bd09-7b1e131a1699 HTTP/1.1" status: 204 len: 168 time: 0.1789439 Oct 09 00:57:32.948543 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e09c7-3095-4c3c-906d-a6cfad993385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad32e6-afd4-4692-bd09-7b1e131a1699,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:33.008104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:33.053624 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks [] for router_gateway (9d4c8a9c-2aee-4c52-9304-60a68ad85504), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.269736 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Allocated IP 172.20.0.2 (51f66c80-6e94-4ac9-ad00-6dd9246260d1/d7f3cba3-1b89-4cb1-b9ef-80793ce54a94/e117ae0c-3834-457d-833e-82227f33c129) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:57:33.475675 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Publish callbacks [] for port (e117ae0c-3834-457d-833e-82227f33c129), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.482845 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:33.488046 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (e117ae0c-3834-457d-833e-82227f33c129), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.502617 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92f030f8-d90f-4130-949a-2829912e6d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.536092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:33.539530 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:33.540888 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:33.545984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:57:33.565127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks [] for router_gateway (9d4c8a9c-2aee-4c52-9304-60a68ad85504), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.586521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Pushing event updated for resources: {'Port': ['ID=e117ae0c-3834-457d-833e-82227f33c129,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:33.599806 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.624703 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Attempting to bind port e117ae0c-3834-457d-833e-82227f33c129 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:57:33.625294 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Attempting to bind port e117ae0c-3834-457d-833e-82227f33c129 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:57:33.625816 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Attempting to bind port e117ae0c-3834-457d-833e-82227f33c129 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:57:33.671257 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92f030f8-d90f-4130-949a-2829912e6d54 admin admin] Publish callbacks [] for security_group (a8a15047-c03e-4b24-b3e2-0a24a203074f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.679005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92f030f8-d90f-4130-949a-2829912e6d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a8a15047-c03e-4b24-b3e2-0a24a203074f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.682883 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:57:33.683320 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Checking segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:33.683807 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.684201 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Bound using segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:57:33.684848 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Bound port: e117ae0c-3834-457d-833e-82227f33c129, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:57:33.685562 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e117ae0c-3834-457d-833e-82227f33c129), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.719091 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:33.728785 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-92f030f8-d90f-4130-949a-2829912e6d54 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b0adffcc6be142ee987cf24ca2c646b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437377 Oct 09 00:57:33.729788 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f030f8-d90f-4130-949a-2829912e6d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a15047-c03e-4b24-b3e2-0a24a203074f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:33.735014 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58246) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:33.792351 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] For port e117ae0c-3834-457d-833e-82227f33c129, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:57:33.797263 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] For port e117ae0c-3834-457d-833e-82227f33c129, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e117ae0c-3834-457d-833e-82227f33c129,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:57:33.807488 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e117ae0c-3834-457d-833e-82227f33c129), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.833404 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a01-65f3-46d4-81c7-8fcd6300075f admin admin] Publish callbacks [] for security_group (a8a15047-c03e-4b24-b3e2-0a24a203074f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.842546 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Allocated IP 172.37.5.171 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/fb7aab07-c773-45fb-ab7c-b325d1a9f4ef) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:57:33.882946 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724c0a-5a8f-4c5c-aeda-eeb1b9b336f2 None None] Pushing event updated for resources: {'Port': ['ID=e117ae0c-3834-457d-833e-82227f33c129,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:33.892978 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a01-65f3-46d4-81c7-8fcd6300075f admin admin] Publish callbacks [] for security_group (a8a15047-c03e-4b24-b3e2-0a24a203074f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.966890 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a01-65f3-46d4-81c7-8fcd6300075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (a8a15047-c03e-4b24-b3e2-0a24a203074f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.969647 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a01-65f3-46d4-81c7-8fcd6300075f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:33.974792 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7ba80a01-65f3-46d4-81c7-8fcd6300075f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a8a15047-c03e-4b24-b3e2-0a24a203074f HTTP/1.1" status: 204 len: 168 time: 0.2380078 Oct 09 00:57:33.975332 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58254) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:33.998347 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba80a01-65f3-46d4-81c7-8fcd6300075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a15047-c03e-4b24-b3e2-0a24a203074f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:34.055099 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d5177-ce86-483a-a026-7c733439a229 req-85e2dff5-5486-445e-a09c-7e105028515d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:34.057624 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-075d5177-ce86-483a-a026-7c733439a229 req-85e2dff5-5486-445e-a09c-7e105028515d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1854343 Oct 09 00:57:34.246312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks [] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.261690 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-075d5177-ce86-483a-a026-7c733439a229 req-bd5a340a-d9e1-4077-83ed-846205769d0e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968317 Oct 09 00:57:34.309213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.359522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:34.362267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:34.366031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:57:34.471058 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Pushing event updated for resources: {'Port': ['ID=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:34.494704 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dce37c03-fcd5-4643-81ef-8fd5f1ecc976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.620031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks [] for router_gateway (9d4c8a9c-2aee-4c52-9304-60a68ad85504), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.634717 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dce37c03-fcd5-4643-81ef-8fd5f1ecc976 admin admin] Publish callbacks [] for security_group (1f64d3a4-4108-481e-a29c-19faa98a3dfe), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.640408 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dce37c03-fcd5-4643-81ef-8fd5f1ecc976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (1f64d3a4-4108-481e-a29c-19faa98a3dfe), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.699672 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:34.734490 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb48bd28-a175-4f20-8f60-6d7d0d1a9cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.758216 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58282) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:34.759024 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dce37c03-fcd5-4643-81ef-8fd5f1ecc976 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0571ef472ec449f5bf821d4c27e43c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806256 Oct 09 00:57:34.761374 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce37c03-fcd5-4643-81ef-8fd5f1ecc976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f64d3a4-4108-481e-a29c-19faa98a3dfe,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:34.789940 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:34.836466 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e117ae0c-3834-457d-833e-82227f33c129 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:34.882182 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:34.914354 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:34.915842 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e117ae0c-3834-457d-833e-82227f33c129 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:34.917663 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e117ae0c-3834-457d-833e-82227f33c129), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.918116 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e117ae0c-3834-457d-833e-82227f33c129 Oct 09 00:57:34.940498 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca7fd-afe5-42be-8226-ecccbc93fab3 admin admin] Publish callbacks [] for security_group (1f64d3a4-4108-481e-a29c-19faa98a3dfe), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.943319 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb48bd28-a175-4f20-8f60-6d7d0d1a9cf4 admin admin] Publish callbacks [] for security_group (2519351b-2b49-4620-bf60-e9a4a1810434), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.954515 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb48bd28-a175-4f20-8f60-6d7d0d1a9cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2519351b-2b49-4620-bf60-e9a4a1810434), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:34.967266 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=17 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:35.016748 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e117ae0c-3834-457d-833e-82227f33c129 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:35.017692 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e117ae0c-3834-457d-833e-82227f33c129), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.037310 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-bb48bd28-a175-4f20-8f60-6d7d0d1a9cf4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f5a5a1e0aa9d43fba6e79cb7d035241f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306644 Oct 09 00:57:35.038497 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48bd28-a175-4f20-8f60-6d7d0d1a9cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2519351b-2b49-4620-bf60-e9a4a1810434,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:35.047485 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:35.065735 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port e117ae0c-3834-457d-833e-82227f33c129, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e117ae0c-3834-457d-833e-82227f33c129,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:35.072730 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e117ae0c-3834-457d-833e-82227f33c129), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.087324 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca7fd-afe5-42be-8226-ecccbc93fab3 admin admin] Publish callbacks [] for security_group (1f64d3a4-4108-481e-a29c-19faa98a3dfe), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.097051 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:35.150825 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (9d4c8a9c-2aee-4c52-9304-60a68ad85504), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.172097 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=e117ae0c-3834-457d-833e-82227f33c129,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:35.173633 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2522293-820d-498c-8a5e-b5bb42df92a8 admin admin] Publish callbacks [] for security_group (2519351b-2b49-4620-bf60-e9a4a1810434), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.210289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab17c1-0ef7-4f8f-b2ff-acc61a1a9b78 None None] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:57:35.210896 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2522293-820d-498c-8a5e-b5bb42df92a8 admin admin] Publish callbacks [] for security_group (2519351b-2b49-4620-bf60-e9a4a1810434), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.252830 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca7fd-afe5-42be-8226-ecccbc93fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (1f64d3a4-4108-481e-a29c-19faa98a3dfe), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.259035 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca7fd-afe5-42be-8226-ecccbc93fab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.259035 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5d3ca7fd-afe5-42be-8226-ecccbc93fab3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1f64d3a4-4108-481e-a29c-19faa98a3dfe HTTP/1.1" status: 204 len: 168 time: 0.4962821 Oct 09 00:57:35.275738 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ca7fd-afe5-42be-8226-ecccbc93fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f64d3a4-4108-481e-a29c-19faa98a3dfe,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:35.283542 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2522293-820d-498c-8a5e-b5bb42df92a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2519351b-2b49-4620-bf60-e9a4a1810434), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.289522 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2522293-820d-498c-8a5e-b5bb42df92a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.291509 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b2522293-820d-498c-8a5e-b5bb42df92a8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2519351b-2b49-4620-bf60-e9a4a1810434 HTTP/1.1" status: 204 len: 168 time: 0.2427542 Oct 09 00:57:35.300949 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522293-820d-498c-8a5e-b5bb42df92a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2519351b-2b49-4620-bf60-e9a4a1810434,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:35.346708 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:57:35.348982 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2a175ef-15f4-47da-a029-2421f5e7a8f4 None None] Provisioning complete for port e117ae0c-3834-457d-833e-82227f33c129 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:35.350447 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2a175ef-15f4-47da-a029-2421f5e7a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e117ae0c-3834-457d-833e-82227f33c129), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.350824 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c2a175ef-15f4-47da-a029-2421f5e7a8f4 None None] Attempt 1 to provision port e117ae0c-3834-457d-833e-82227f33c129 Oct 09 00:57:35.437841 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd0418-c035-43c5-9f9c-0ec6c8d2701e req-042ee6a0-83eb-4022-94a0-4f6314f1af61 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:35.445803 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0fd0418-c035-43c5-9f9c-0ec6c8d2701e req-042ee6a0-83eb-4022-94a0-4f6314f1af61 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0660341 Oct 09 00:57:35.497784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:35.499427 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2a175ef-15f4-47da-a029-2421f5e7a8f4 None None] Current status of the port e117ae0c-3834-457d-833e-82227f33c129 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:35.520878 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:35.531349 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:35.532389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:35.542870 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c0fd0418-c035-43c5-9f9c-0ec6c8d2701e req-641706e1-3f7f-4326-a2e3-fd73e8a40275 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958395 Oct 09 00:57:35.548351 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:35.550066 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-586a565a-d372-4462-9828-fa98cce4c4bc admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8686497 Oct 09 00:57:35.553523 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58302) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:35.590497 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:35.680768 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:36.005437 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:34Z', 'revision_number': 3, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:36.044979 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:36.046411 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Updating router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:57:36.049736 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-777aed53-897e-461f-842b-e32cb02c27f5 None None] Provisioning complete for port e117ae0c-3834-457d-833e-82227f33c129 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:36.050268 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-777aed53-897e-461f-842b-e32cb02c27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e117ae0c-3834-457d-833e-82227f33c129), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.051491 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-777aed53-897e-461f-842b-e32cb02c27f5 None None] Attempt 1 to provision port e117ae0c-3834-457d-833e-82227f33c129 Oct 09 00:57:36.126517 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.224196 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58326) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:36.241934 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03bb5b7e-8964-4c3b-b5fb-cbf147f66959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.250795 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.325346 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-777aed53-897e-461f-842b-e32cb02c27f5 None None] Current status of the port e117ae0c-3834-457d-833e-82227f33c129 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:36.352317 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:36.384842 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03bb5b7e-8964-4c3b-b5fb-cbf147f66959 admin admin] Publish callbacks [] for security_group (45c53862-4d2e-4a2b-8557-6fc3144d7c39), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.395028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03bb5b7e-8964-4c3b-b5fb-cbf147f66959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (45c53862-4d2e-4a2b-8557-6fc3144d7c39), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.460765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Allocated IP 172.20.0.1 (51f66c80-6e94-4ac9-ad00-6dd9246260d1/d7f3cba3-1b89-4cb1-b9ef-80793ce54a94/546af4ee-57b8-4aab-a465-e176e85a3fa1) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:57:36.467833 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:36.475570 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-03bb5b7e-8964-4c3b-b5fb-cbf147f66959 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8ddaf92644c048f39d70583218cec933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494192 Oct 09 00:57:36.479860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:36.480034 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58332) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:36.512561 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:36.529507 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb5b7e-8964-4c3b-b5fb-cbf147f66959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c53862-4d2e-4a2b-8557-6fc3144d7c39,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:36.553900 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ee7-eecf-453c-8e5f-e0ffe28ff5a7 admin admin] Publish callbacks [] for security_group (45c53862-4d2e-4a2b-8557-6fc3144d7c39), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.583548 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ee7-eecf-453c-8e5f-e0ffe28ff5a7 admin admin] Publish callbacks [] for security_group (45c53862-4d2e-4a2b-8557-6fc3144d7c39), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.604108 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Publish callbacks [] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.619428 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.679776 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Attempting to bind port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:57:36.680378 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Attempting to bind port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:57:36.680916 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Attempting to bind port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:57:36.694676 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ee7-eecf-453c-8e5f-e0ffe28ff5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (45c53862-4d2e-4a2b-8557-6fc3144d7c39), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.700894 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ee7-eecf-453c-8e5f-e0ffe28ff5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.703007 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a95b6ee7-eecf-453c-8e5f-e0ffe28ff5a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/45c53862-4d2e-4a2b-8557-6fc3144d7c39 HTTP/1.1" status: 204 len: 168 time: 0.2208085 Oct 09 00:57:36.730690 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks [] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.788607 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b95955-bb75-42d1-9dc1-8c7c0594c0fa None None] Pushing event updated for resources: {'Port': ['ID=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:36.795533 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6ee7-eecf-453c-8e5f-e0ffe28ff5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c53862-4d2e-4a2b-8557-6fc3144d7c39,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:36.818987 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.830145 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2f732-0ca5-47bd-a72d-c35f3e26de5b req-542cd8e7-0e40-4f6b-a760-71be158877fb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:36.832833 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80c2f732-0ca5-47bd-a72d-c35f3e26de5b req-542cd8e7-0e40-4f6b-a760-71be158877fb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1756544 Oct 09 00:57:36.852167 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e117ae0c-3834-457d-833e-82227f33c129 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:36.858234 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:57:36.858618 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:36.859056 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.867503 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:57:36.868252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Bound port: fb7aab07-c773-45fb-ab7c-b325d1a9f4ef, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:57:36.868815 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.888719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:36.893812 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:36.897265 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Pushing event updated for resources: {'Port': ['ID=546af4ee-57b8-4aab-a465-e176e85a3fa1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:36.900145 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:57:36.950095 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-80c2f732-0ca5-47bd-a72d-c35f3e26de5b req-22db277f-1532-4b41-9eca-59f751c9f845 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052036 Oct 09 00:57:36.959543 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (9d4c8a9c-2aee-4c52-9304-60a68ad85504), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:36.982241 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] For port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:57:36.990210 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] For port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:57:37.002649 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e117ae0c-3834-457d-833e-82227f33c129 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:37.003281 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e117ae0c-3834-457d-833e-82227f33c129), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.004722 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e117ae0c-3834-457d-833e-82227f33c129 Oct 09 00:57:37.008206 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.037843 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:37.115061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:37.115904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:37.189720 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b95955-bb75-42d1-9dc1-8c7c0594c0fa None None] Pushing event updated for resources: {'Port': ['ID=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:37.218086 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.285907 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e117ae0c-3834-457d-833e-82227f33c129 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:37.296770 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:37.320011 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58358) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:37.343041 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03571596-8873-4da1-b0e0-e158741e0fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.365395 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-be15a0c1-d1a9-4528-9aa0-6935348dbe68 None None] Provisioning complete for port 546af4ee-57b8-4aab-a465-e176e85a3fa1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:37.365784 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-be15a0c1-d1a9-4528-9aa0-6935348dbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.366097 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-be15a0c1-d1a9-4528-9aa0-6935348dbe68 None None] Attempt 1 to provision port 546af4ee-57b8-4aab-a465-e176e85a3fa1 Oct 09 00:57:37.404950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:37.436569 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks [] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.441221 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.446273 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-be15a0c1-d1a9-4528-9aa0-6935348dbe68 None None] Port 546af4ee-57b8-4aab-a465-e176e85a3fa1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:57:37.451580 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03571596-8873-4da1-b0e0-e158741e0fb6 admin admin] Publish callbacks [] for security_group (ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.458057 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03571596-8873-4da1-b0e0-e158741e0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.513571 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-03571596-8873-4da1-b0e0-e158741e0fb6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b03af7cb152a4c6ab87b38c24e1fe7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890509 Oct 09 00:57:37.513571 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03571596-8873-4da1-b0e0-e158741e0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:37.517795 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:37.534043 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:34Z', 'revision_number': 3, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:37.536449 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:37.565493 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Pushing event updated for resources: {'Port': ['ID=546af4ee-57b8-4aab-a465-e176e85a3fa1,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:37.568881 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (9d4c8a9c-2aee-4c52-9304-60a68ad85504), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.574127 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde743b-fe03-4251-a890-3ef4e562b79b None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:34Z', 'revision_number': 3, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:37.580295 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dea6b833-29d2-45bf-96a4-d8a546f30b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.636378 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82b2de7-1485-411a-bae1-6f4e230a2716 admin admin] Publish callbacks [] for security_group (ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.642107 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:37.677532 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82b2de7-1485-411a-bae1-6f4e230a2716 admin admin] Publish callbacks [] for security_group (ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.689454 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:37.744415 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:37.746458 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:37.811126 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82b2de7-1485-411a-bae1-6f4e230a2716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.814230 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82b2de7-1485-411a-bae1-6f4e230a2716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:37.819694 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b82b2de7-1485-411a-bae1-6f4e230a2716 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d HTTP/1.1" status: 204 len: 168 time: 0.2955184 Oct 09 00:57:37.842895 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b2de7-1485-411a-bae1-6f4e230a2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad75c64f-ab2c-4bc7-b04e-7c6f29816e3d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:37.949239 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:57:38.106184 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:38.116103 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0900a2a2-74bc-454c-9384-b28833ea2353 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9d4c8a9c-2aee-4c52-9304-60a68ad85504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606506 Oct 09 00:57:38.181159 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-988a56bc-5488-4d40-865c-6eb91503e673 None None] Provisioning complete for port 546af4ee-57b8-4aab-a465-e176e85a3fa1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:38.181717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-988a56bc-5488-4d40-865c-6eb91503e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:38.181983 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-988a56bc-5488-4d40-865c-6eb91503e673 None None] Attempt 1 to provision port 546af4ee-57b8-4aab-a465-e176e85a3fa1 Oct 09 00:57:38.197217 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc2da-0f5c-48d8-8f77-ab3fa91c397e req-67fe7e13-1348-4db9-bde9-c9fc65a349dc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:38.199259 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b7dcc2da-0f5c-48d8-8f77-ab3fa91c397e req-67fe7e13-1348-4db9-bde9-c9fc65a349dc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0686891 Oct 09 00:57:38.268322 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b7dcc2da-0f5c-48d8-8f77-ab3fa91c397e req-2a8bac56-9773-4328-9c94-5e11b0ec4d63 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Oct 09 00:57:38.406563 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-988a56bc-5488-4d40-865c-6eb91503e673 None None] Port 546af4ee-57b8-4aab-a465-e176e85a3fa1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:57:38.771789 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fb7aab07-c773-45fb-ab7c-b325d1a9f4ef up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:38.814030 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58402) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:38.821461 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:38.821615 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1238250282-network', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:38.822142 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:38.822519 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef Oct 09 00:57:38.853448 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Made reservation on behalf of cac43224e7954c44a71839707ffcde6c for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:57:38.861096 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:38.877386 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:38.903647 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:38.904269 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:38.936422 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:38.943977 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:38.998358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks [] for security_group (eafb91c1-05f4-4b2f-a40a-859b9fa695a2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.002981 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (eafb91c1-05f4-4b2f-a40a-859b9fa695a2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.019728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:39.032811 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:57:39.050268 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb91c1-05f4-4b2f-a40a-859b9fa695a2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:39.055020 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (3b1d95db-40fe-4632-8a0b-968f83cd1430), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.055773 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Added segment 3b1d95db-40fe-4632-8a0b-968f83cd1430 of type vlan for network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f Oct 09 00:57:39.101923 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.130565 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.132103 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:39.132612 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.198973 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3833163 Oct 09 00:57:39.204124 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58416) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:39.205363 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd150-be82-45ba-8ab1-037de8a11f09 admin admin] Pushing event updated for resources: {'Network': ['ID=db7e2df3-cfef-4dc0-bfd4-74237b8cf94f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:39.221102 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Request body: {'subnet': {'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1238250282-subnet', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:39.225469 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:57:39.276726 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Made reservation on behalf of cac43224e7954c44a71839707ffcde6c for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:57:39.279394 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.450062 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4bba2-d0ec-4916-b41d-b9a86445a1d3 req-4cf1153b-4bf3-496a-8644-f17eb6292d12 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:39.451537 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38f4bba2-d0ec-4916-b41d-b9a86445a1d3 req-4cf1153b-4bf3-496a-8644-f17eb6292d12 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0790036 Oct 09 00:57:39.547441 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-38f4bba2-d0ec-4916-b41d-b9a86445a1d3 req-424dd5ae-e425-47b9-8156-55aa303fe7b2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890527 Oct 09 00:57:39.548717 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (3b0167a8-9316-47c8-b78a-93b4c6f720b5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.599529 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:39.600126 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0167a8-9316-47c8-b78a-93b4c6f720b5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:39.611307 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:39.612036 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:39.621130 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Checking segment: {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:39.621491 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Network hostable DHCP agents. Network: db7e2df3-cfef-4dc0-bfd4-74237b8cf94f, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:57:39.634928 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:39.645200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:57:39.665022 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, db7e2df3-cfef-4dc0-bfd4-74237b8cf94f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:39.677587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:39.678194 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.678315 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752a453-2200-41c0-9e8b-76f301d5b371 None None] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:57:39.701122 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58428) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:39.701399 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1c1882c9-c01b-49b6-96e6-8e658c1240d0 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4939916 Oct 09 00:57:39.707051 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:39.727878 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:39.732998 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (f3789d4a-963a-496a-91ee-a84328d73cb8), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.734625 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (f3789d4a-963a-496a-91ee-a84328d73cb8), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.748294 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:39.756257 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:39.815020 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e16b-9010-483a-9cf8-eab0f1f64aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.828082 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks [] for router_controller (f3789d4a-963a-496a-91ee-a84328d73cb8), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.850142 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'fixed_ips': [{'subnet_id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 00:57:39.851072 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:39.997988 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks [] for router_gateway (f3789d4a-963a-496a-91ee-a84328d73cb8), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.005326 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:40.017793 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Allocated IP 172.20.0.2 (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f/3b0167a8-9316-47c8-b78a-93b4c6f720b5/79dc7d7f-004a-4e23-b50f-7ca413583909) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:57:40.088606 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 2, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:40.143831 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:40.145240 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Updating router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 port 546af4ee-57b8-4aab-a465-e176e85a3fa1 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:57:40.184281 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:40.200165 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.232096 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Publish callbacks [] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.247769 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.258008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks [] for router_gateway (f3789d4a-963a-496a-91ee-a84328d73cb8), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.300946 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.301477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Pushing event updated for resources: {'Port': ['ID=79dc7d7f-004a-4e23-b50f-7ca413583909,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:40.319219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:40.320788 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:40.323236 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:57:40.416653 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Attempting to bind port 79dc7d7f-004a-4e23-b50f-7ca413583909 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:57:40.422013 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Attempting to bind port 79dc7d7f-004a-4e23-b50f-7ca413583909 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:57:40.435953 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Attempting to bind port 79dc7d7f-004a-4e23-b50f-7ca413583909 on network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:57:40.488466 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Allocated IP 172.37.5.5 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/a642f240-21a3-4c54-8d26-c38ff0409d76) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:57:40.536757 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:57:40.537140 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Checking segment: {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:40.537551 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.538306 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Bound using segment: {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:57:40.538800 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Bound port: 79dc7d7f-004a-4e23-b50f-7ca413583909, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:57:40.539187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.608354 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:40.609006 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:40.646129 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Publish callbacks [] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.659498 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.693407 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] For port 79dc7d7f-004a-4e23-b50f-7ca413583909, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:57:40.697660 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] For port 79dc7d7f-004a-4e23-b50f-7ca413583909, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79dc7d7f-004a-4e23-b50f-7ca413583909,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:57:40.709620 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.745805 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Pushing event updated for resources: {'Port': ['ID=546af4ee-57b8-4aab-a465-e176e85a3fa1,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:40.791935 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.792278 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.792882 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.793385 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.794128 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.794898 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.795398 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.795904 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.796839 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.797514 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.797993 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.798501 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.799356 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.799861 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.800363 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:40.827736 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3dccf-d7dc-4c0a-9939-7e1e610c9ca9 None None] Pushing event updated for resources: {'Port': ['ID=79dc7d7f-004a-4e23-b50f-7ca413583909,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:40.837239 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fb7aab07-c773-45fb-ab7c-b325d1a9f4ef up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:40.855108 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Attempting to bind port 546af4ee-57b8-4aab-a465-e176e85a3fa1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:57:40.855586 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Attempting to bind port 546af4ee-57b8-4aab-a465-e176e85a3fa1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:57:40.856258 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Attempting to bind port 546af4ee-57b8-4aab-a465-e176e85a3fa1 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:57:40.932057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:40.932563 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.932902 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef Oct 09 00:57:40.952969 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:57:40.953333 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Checking segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:40.953933 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:40.954563 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Bound using segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:57:40.955215 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Bound port: 546af4ee-57b8-4aab-a465-e176e85a3fa1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:57:40.962706 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:41.171650 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] For port 546af4ee-57b8-4aab-a465-e176e85a3fa1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:57:41.179739 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1a625-5853-4964-a0bb-802bee1e796a req-87ab5175-c9a6-4e8e-a10f-1633e66d47eb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:41.181336 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-55e1a625-5853-4964-a0bb-802bee1e796a req-87ab5175-c9a6-4e8e-a10f-1633e66d47eb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1637845 Oct 09 00:57:41.183696 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:41.192454 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] For port 546af4ee-57b8-4aab-a465-e176e85a3fa1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=546af4ee-57b8-4aab-a465-e176e85a3fa1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:57:41.208224 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:41.304578 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:41.305532 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:41.334530 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:41.361945 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497eef4e-c0e5-459c-b246-2c4ede0ea83f None None] Pushing event updated for resources: {'Port': ['ID=546af4ee-57b8-4aab-a465-e176e85a3fa1,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:41.391571 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks [] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:41.416374 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-55e1a625-5853-4964-a0bb-802bee1e796a req-9aac5257-7759-4d7a-86c8-eaf71a45a3cf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179489 Oct 09 00:57:41.467127 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:41.478498 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:41.523995 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:41.533629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:41.540954 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:41.545692 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:57:41.598629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Pushing event updated for resources: {'Port': ['ID=a642f240-21a3-4c54-8d26-c38ff0409d76,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:41.741868 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:41.761782 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:41Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:41.798598 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc67f77-2600-414b-b09d-6bf40ea3d383 None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:41Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:41.960252 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks [] for router_gateway (f3789d4a-963a-496a-91ee-a84328d73cb8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:42.009508 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:42.192968 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (f3789d4a-963a-496a-91ee-a84328d73cb8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:42.202744 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425874c6-2890-4fa7-be00-3755f0e82d6c None None] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:57:42.267818 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Provisioning complete for port 79dc7d7f-004a-4e23-b50f-7ca413583909 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:42.268184 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:42.268604 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Attempt 1 to provision port 79dc7d7f-004a-4e23-b50f-7ca413583909 Oct 09 00:57:42.308009 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:42.345813 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Router f3789d4a-963a-496a-91ee-a84328d73cb8 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 00:57:42.471368 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Current status of the port 79dc7d7f-004a-4e23-b50f-7ca413583909 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:42.472347 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:42.513075 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] For port 79dc7d7f-004a-4e23-b50f-7ca413583909, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79dc7d7f-004a-4e23-b50f-7ca413583909,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:42.522487 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:42.539935 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:42.549476 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Sync routers for ids ['f3789d4a-963a-496a-91ee-a84328d73cb8'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:42.577630 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:42.579083 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0a50a491-3f56-451a-aee2-e555f3279661 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8764408 Oct 09 00:57:42.581775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58508) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:42.603023 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Routers {'f3789d4a-963a-496a-91ee-a84328d73cb8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:42.603913 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f3789d4a-963a-496a-91ee-a84328d73cb8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:42.770086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080c79-82b6-43b8-b7b4-fe87842d4816 req-e4ef13ca-3e35-443f-a1c3-5645bf880376 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:42.773212 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4936-d088-4679-b9a3-a28f94412b79 None None] Pushing event updated for resources: {'Port': ['ID=79dc7d7f-004a-4e23-b50f-7ca413583909,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:42.798733 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23080c79-82b6-43b8-b7b4-fe87842d4816 req-e4ef13ca-3e35-443f-a1c3-5645bf880376 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.1814625 Oct 09 00:57:42.892328 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Set router f3789d4a-963a-496a-91ee-a84328d73cb8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:42.896284 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-23080c79-82b6-43b8-b7b4-fe87842d4816 req-92b0fae1-2323-4910-b82a-fa6f1f1b9ff9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963035 Oct 09 00:57:42.969841 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:42.970999 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 79dc7d7f-004a-4e23-b50f-7ca413583909 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:43.033241 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-67dda23e-c4c6-47c5-994a-a6f8185c65a6 None None] Provisioning complete for port 79dc7d7f-004a-4e23-b50f-7ca413583909 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:43.033569 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-67dda23e-c4c6-47c5-994a-a6f8185c65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.033908 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-67dda23e-c4c6-47c5-994a-a6f8185c65a6 None None] Attempt 1 to provision port 79dc7d7f-004a-4e23-b50f-7ca413583909 Oct 09 00:57:43.097541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.099686 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.155271 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:43.196531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 79dc7d7f-004a-4e23-b50f-7ca413583909 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:43.196908 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.197247 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 79dc7d7f-004a-4e23-b50f-7ca413583909 Oct 09 00:57:43.283799 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.288480 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:43.314590 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T00:57:41Z', 'revision_number': 3, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:43.346698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-67dda23e-c4c6-47c5-994a-a6f8185c65a6 None None] Current status of the port 79dc7d7f-004a-4e23-b50f-7ca413583909 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:43.349754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Checking router: f3789d4a-963a-496a-91ee-a84328d73cb8 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:43.350128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Updating router f3789d4a-963a-496a-91ee-a84328d73cb8 port a642f240-21a3-4c54-8d26-c38ff0409d76 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:57:43.372160 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:43.411319 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.496381 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Allocated IP 172.20.0.1 (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f/3b0167a8-9316-47c8-b78a-93b4c6f720b5/694ef31e-6f15-4593-9990-eb27b05a49e8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:57:43.562976 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 79dc7d7f-004a-4e23-b50f-7ca413583909 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:43.564081 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 546af4ee-57b8-4aab-a465-e176e85a3fa1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:43.602145 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks [] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.635627 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.674207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:43.674741 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 546af4ee-57b8-4aab-a465-e176e85a3fa1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:43.675118 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.676066 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 546af4ee-57b8-4aab-a465-e176e85a3fa1 Oct 09 00:57:43.679755 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:43.683458 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:57:43.729830 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (f3789d4a-963a-496a-91ee-a84328d73cb8), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.767157 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Pushing event updated for resources: {'Port': ['ID=694ef31e-6f15-4593-9990-eb27b05a49e8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:43.835791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 546af4ee-57b8-4aab-a465-e176e85a3fa1 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:43.836187 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.875522 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.915067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 546af4ee-57b8-4aab-a465-e176e85a3fa1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=546af4ee-57b8-4aab-a465-e176e85a3fa1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:43.922046 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.929340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Publish callbacks [] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.952412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:43.976850 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:43.986738 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Attempting to bind port a642f240-21a3-4c54-8d26-c38ff0409d76 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:57:43.987108 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Attempting to bind port a642f240-21a3-4c54-8d26-c38ff0409d76 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:57:43.987468 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Attempting to bind port a642f240-21a3-4c54-8d26-c38ff0409d76 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:57:44.017643 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6b817333-554d-42e7-9b21-c824fa1465ed None None] Provisioning complete for port 694ef31e-6f15-4593-9990-eb27b05a49e8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:44.018010 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b817333-554d-42e7-9b21-c824fa1465ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.018343 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6b817333-554d-42e7-9b21-c824fa1465ed None None] Attempt 1 to provision port 694ef31e-6f15-4593-9990-eb27b05a49e8 Oct 09 00:57:44.049501 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=546af4ee-57b8-4aab-a465-e176e85a3fa1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:44.056730 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3bfd-4f19-4549-985d-569c8125b1ca req-8dd020ee-3d33-4eaa-a451-9951e0576c94 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:44.058248 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c6ef3bfd-4f19-4549-985d-569c8125b1ca req-8dd020ee-3d33-4eaa-a451-9951e0576c94 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0578718 Oct 09 00:57:44.095790 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6b817333-554d-42e7-9b21-c824fa1465ed None None] Port 694ef31e-6f15-4593-9990-eb27b05a49e8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:57:44.100644 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:44.104451 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:57:44.104820 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:44.105218 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.105607 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:57:44.106083 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Bound port: a642f240-21a3-4c54-8d26-c38ff0409d76, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:57:44.106461 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.107293 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:44.134002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b295c-7e26-4923-9522-402d383a8672 None None] Pushing event updated for resources: {'Port': ['ID=a642f240-21a3-4c54-8d26-c38ff0409d76,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:44.158376 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks [] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.161886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] For port a642f240-21a3-4c54-8d26-c38ff0409d76, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:57:44.164496 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c6ef3bfd-4f19-4549-985d-569c8125b1ca req-e05a1f30-2e96-4fcd-88d7-338962d186ab tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947018 Oct 09 00:57:44.165196 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] For port a642f240-21a3-4c54-8d26-c38ff0409d76, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a642f240-21a3-4c54-8d26-c38ff0409d76,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:57:44.166539 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.173496 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.219784 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Routers {'f3789d4a-963a-496a-91ee-a84328d73cb8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:44.220409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f3789d4a-963a-496a-91ee-a84328d73cb8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:44.240774 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Pushing event updated for resources: {'Port': ['ID=694ef31e-6f15-4593-9990-eb27b05a49e8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:44.246821 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (f3789d4a-963a-496a-91ee-a84328d73cb8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.267885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:44.278137 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b295c-7e26-4923-9522-402d383a8672 None None] Pushing event updated for resources: {'Port': ['ID=a642f240-21a3-4c54-8d26-c38ff0409d76,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:44.342292 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] Set router f3789d4a-963a-496a-91ee-a84328d73cb8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:44.347511 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:57:44.349654 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:57:44.479843 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Router f3789d4a-963a-496a-91ee-a84328d73cb8 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:57:44.549283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '694ef31e-6f15-4593-9990-eb27b05a49e8', 'name': '', 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'mac_address': 'fa:16:3e:d3:3f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:43Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 2, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'subnets': [{'id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:44.575707 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace19df2-abab-4682-b0de-c980e5b1e994 None None] The sync data for ids ['f3789d4a-963a-496a-91ee-a84328d73cb8'] in dv-cinder-master-3-iscsi is: [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '694ef31e-6f15-4593-9990-eb27b05a49e8', 'name': '', 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'mac_address': 'fa:16:3e:d3:3f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:43Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 2, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'subnets': [{'id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:44.586468 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:57:44.594657 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fbdcac20-9998-4ece-b84a-4340f12188aa admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/f3789d4a-963a-496a-91ee-a84328d73cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0087166 Oct 09 00:57:44.616204 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1616de04-7c84-4d7b-ab10-2e95b23e9742 None None] Provisioning complete for port 694ef31e-6f15-4593-9990-eb27b05a49e8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:44.616581 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1616de04-7c84-4d7b-ab10-2e95b23e9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.616922 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-1616de04-7c84-4d7b-ab10-2e95b23e9742 None None] Attempt 1 to provision port 694ef31e-6f15-4593-9990-eb27b05a49e8 Oct 09 00:57:44.654852 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1616de04-7c84-4d7b-ab10-2e95b23e9742 None None] Port 694ef31e-6f15-4593-9990-eb27b05a49e8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:57:44.763143 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 79dc7d7f-004a-4e23-b50f-7ca413583909 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:44.846092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 79dc7d7f-004a-4e23-b50f-7ca413583909 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:44.846605 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.846961 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 79dc7d7f-004a-4e23-b50f-7ca413583909 Oct 09 00:57:44.937981 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 79dc7d7f-004a-4e23-b50f-7ca413583909 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:44.944074 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 546af4ee-57b8-4aab-a465-e176e85a3fa1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:44.995049 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 546af4ee-57b8-4aab-a465-e176e85a3fa1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:44.995584 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:44.995945 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 546af4ee-57b8-4aab-a465-e176e85a3fa1 Oct 09 00:57:45.007545 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58546) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:45.012380 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606774372', 'description': 'tempest-secgroup-smoke-606774372 description', 'project_id': '28bc82345ea24b929b66fbcded2b97b7'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:45.024767 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:45.036997 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.074687 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 546af4ee-57b8-4aab-a465-e176e85a3fa1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:45.126605 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group (45da6575-619b-423b-bc04-7f831c564029), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.130829 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (45da6575-619b-423b-bc04-7f831c564029), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.162339 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45da6575-619b-423b-bc04-7f831c564029,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:45.166828 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.168135 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fd77e2fb-1791-4f03-8b59-1a0959a33b2e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1594090 Oct 09 00:57:45.171017 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58548) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:45.175359 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group_rule': {'security_group_id': '45da6575-619b-423b-bc04-7f831c564029', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:45.205207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (f3df4d8c-5f21-488a-a1e5-cf490baf7401), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.320304 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (f3df4d8c-5f21-488a-a1e5-cf490baf7401), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.328518 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714276ed-a6bf-46d4-91f2-ad3032476cde req-bba84e6c-96f1-4ce4-8f1b-da8ece720eb2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:45.330089 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-714276ed-a6bf-46d4-91f2-ad3032476cde req-bba84e6c-96f1-4ce4-8f1b-da8ece720eb2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0697160 Oct 09 00:57:45.331093 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (f3df4d8c-5f21-488a-a1e5-cf490baf7401), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.352388 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:45.353274 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:45.372132 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3df4d8c-5f21-488a-a1e5-cf490baf7401,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:45.382436 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.383514 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ff09be1a-9fa0-4338-9380-12291c6baae0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115436 Oct 09 00:57:45.386696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:45.391899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group_rule': {'security_group_id': '45da6575-619b-423b-bc04-7f831c564029', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:45.422352 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-714276ed-a6bf-46d4-91f2-ad3032476cde req-15706434-f63f-42f8-b90f-dc2dc22cae60 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851419 Oct 09 00:57:45.424251 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (47033289-16c5-4d4d-9760-1b4d0b7428a4), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.503416 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (47033289-16c5-4d4d-9760-1b4d0b7428a4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.507950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (47033289-16c5-4d4d-9760-1b4d0b7428a4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.533239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47033289-16c5-4d4d-9760-1b4d0b7428a4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:45.544856 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.546817 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-92dec649-5b60-4708-b29a-3e446e8d04c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586351 Oct 09 00:57:45.549415 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:45.554079 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group_rule': {'security_group_id': '45da6575-619b-423b-bc04-7f831c564029', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:45.582849 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (767e9ff3-870f-4b46-a7c1-deabf3861797), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.645282 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:45.660980 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d593f9-1912-4b5b-8c1d-2e93b5f8a200 req-faa05a89-b37e-4626-abdd-2b3e48229038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:45.662515 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d593f9-1912-4b5b-8c1d-2e93b5f8a200 req-faa05a89-b37e-4626-abdd-2b3e48229038 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 1129 time: 0.0638433 Oct 09 00:57:45.679975 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (767e9ff3-870f-4b46-a7c1-deabf3861797), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.687519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (767e9ff3-870f-4b46-a7c1-deabf3861797), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.719496 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767e9ff3-870f-4b46-a7c1-deabf3861797,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:45.740001 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.741214 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-08e515db-2720-43b9-9cc1-38bce89ade4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908355 Oct 09 00:57:45.744121 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58560) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:45.748884 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group_rule': {'security_group_id': '45da6575-619b-423b-bc04-7f831c564029', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:45.749905 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d6d593f9-1912-4b5b-8c1d-2e93b5f8a200 req-0112352e-6e1c-4c07-9912-9103529d7ebb service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Oct 09 00:57:45.793872 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (59becfc4-1d9d-4a58-86a7-2a135ae48fff), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.859648 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (59becfc4-1d9d-4a58-86a7-2a135ae48fff), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.864666 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (59becfc4-1d9d-4a58-86a7-2a135ae48fff), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.884818 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59becfc4-1d9d-4a58-86a7-2a135ae48fff,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:45.892412 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.897372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58564) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:45.897510 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c5db3d04-1060-47f9-8e22-abd710eefd93 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521692 Oct 09 00:57:45.902925 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group_rule': {'security_group_id': '45da6575-619b-423b-bc04-7f831c564029', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:45.929207 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Project 28bc82345ea24b929b66fbcded2b97b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 09 00:57:45.935517 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (5c87d8c0-b4b3-4ff8-9320-02ea542ff7f6), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:45.999122 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (5c87d8c0-b4b3-4ff8-9320-02ea542ff7f6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.004100 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (5c87d8c0-b4b3-4ff8-9320-02ea542ff7f6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.027394 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c87d8c0-b4b3-4ff8-9320-02ea542ff7f6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:46.034214 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.036314 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2800da27-1891-483b-91a8-3eef44c6febe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376507 Oct 09 00:57:46.038967 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:46.043551 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'security_group_rule': {'security_group_id': '45da6575-619b-423b-bc04-7f831c564029', 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:57:46.064396 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Project 28bc82345ea24b929b66fbcded2b97b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 09 00:57:46.070249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (8dbd829f-87b0-47b9-9561-69a5a19f9253), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.134321 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (8dbd829f-87b0-47b9-9561-69a5a19f9253), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.138714 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (8dbd829f-87b0-47b9-9561-69a5a19f9253), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.159536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd829f-87b0-47b9-9561-69a5a19f9253,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:46.165676 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.166779 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c11bf178-3864-4a33-a535-a501b0d6a6e7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268952 Oct 09 00:57:46.560523 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:46.587406 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479640-1b2d-47d9-ba56-7f1a97dd1cf3 req-617f691a-40ce-4d4e-94c7-182c6b17d111 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:46.589078 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-82479640-1b2d-47d9-ba56-7f1a97dd1cf3 req-617f691a-40ce-4d4e-94c7-182c6b17d111 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0689023 Oct 09 00:57:46.674517 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-82479640-1b2d-47d9-ba56-7f1a97dd1cf3 req-a23d140c-80f1-4578-99ad-9052c7578d48 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737598 Oct 09 00:57:46.832766 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a642f240-21a3-4c54-8d26-c38ff0409d76 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:46.900881 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port a642f240-21a3-4c54-8d26-c38ff0409d76 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:46.901254 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.901584 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port a642f240-21a3-4c54-8d26-c38ff0409d76 Oct 09 00:57:46.984166 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port a642f240-21a3-4c54-8d26-c38ff0409d76 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:46.984550 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:46.994991 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Sync routers for ids ['f3789d4a-963a-496a-91ee-a84328d73cb8'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:57:47.008023 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Routers {'f3789d4a-963a-496a-91ee-a84328d73cb8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:47.008852 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f3789d4a-963a-496a-91ee-a84328d73cb8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:47.010270 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port a642f240-21a3-4c54-8d26-c38ff0409d76, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a642f240-21a3-4c54-8d26-c38ff0409d76,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:47.018370 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:47.071226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=a642f240-21a3-4c54-8d26-c38ff0409d76,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:47.154428 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Set router f3789d4a-963a-496a-91ee-a84328d73cb8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:47.376312 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '694ef31e-6f15-4593-9990-eb27b05a49e8', 'name': '', 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'mac_address': 'fa:16:3e:d3:3f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:43Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 2, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'subnets': [{'id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:47.402484 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Checking router: f3789d4a-963a-496a-91ee-a84328d73cb8 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:57:47.402836 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Updating router f3789d4a-963a-496a-91ee-a84328d73cb8 port 694ef31e-6f15-4593-9990-eb27b05a49e8 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 00:57:47.429661 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:47.436210 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:47.714287 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Publish callbacks [] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:47.719855 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:47.841844 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaedfc8-2ddf-4653-9921-9d8de67c1850 req-10cc1ad3-dc37-4c53-9c24-2f1f26922197 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:47.842452 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fbaedfc8-2ddf-4653-9921-9d8de67c1850 req-10cc1ad3-dc37-4c53-9c24-2f1f26922197 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0579519 Oct 09 00:57:47.908402 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1d0b4-63f8-43d5-8e7c-d84769c78777 None None] Pushing event updated for resources: {'Port': ['ID=694ef31e-6f15-4593-9990-eb27b05a49e8,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:47.917026 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Attempting to bind port 694ef31e-6f15-4593-9990-eb27b05a49e8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:57:47.917395 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Attempting to bind port 694ef31e-6f15-4593-9990-eb27b05a49e8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:57:47.917767 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Attempting to bind port 694ef31e-6f15-4593-9990-eb27b05a49e8 on network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:57:47.940861 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fbaedfc8-2ddf-4653-9921-9d8de67c1850 req-61bb3b11-949b-4ecd-9230-9947c77182f5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896497 Oct 09 00:57:47.980110 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:57:47.980477 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Checking segment: {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:57:47.980940 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:47.981669 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Bound using segment: {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:57:47.981819 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Bound port: 694ef31e-6f15-4593-9990-eb27b05a49e8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1d95db-40fe-4632-8a0b-968f83cd1430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:57:47.982152 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:48.067280 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200380f3-5588-4bc3-845a-dfe9a3f13c7d req-f7694f09-3e3d-4d3d-bc16-a262b960f673 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:48.068197 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-200380f3-5588-4bc3-845a-dfe9a3f13c7d req-f7694f09-3e3d-4d3d-bc16-a262b960f673 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0556808 Oct 09 00:57:48.078399 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] For port 694ef31e-6f15-4593-9990-eb27b05a49e8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:57:48.099933 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] For port 694ef31e-6f15-4593-9990-eb27b05a49e8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=694ef31e-6f15-4593-9990-eb27b05a49e8,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:57:48.111309 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:48.164367 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-200380f3-5588-4bc3-845a-dfe9a3f13c7d req-15908443-5181-439d-90ff-7a4f72213de6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883467 Oct 09 00:57:48.182056 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Routers {'f3789d4a-963a-496a-91ee-a84328d73cb8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:57:48.182685 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:57:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f3789d4a-963a-496a-91ee-a84328d73cb8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:48.234555 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:48.246316 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1d0b4-63f8-43d5-8e7c-d84769c78777 None None] Pushing event updated for resources: {'Port': ['ID=694ef31e-6f15-4593-9990-eb27b05a49e8,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:48.345702 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] Set router f3789d4a-963a-496a-91ee-a84328d73cb8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:57:48.544751 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:48.567236 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '694ef31e-6f15-4593-9990-eb27b05a49e8', 'name': '', 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'mac_address': 'fa:16:3e:d3:3f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:43Z', 'updated_at': '2022-10-09T00:57:48Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'subnets': [{'id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:57:48.595333 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6974bf9-a167-4b59-8a89-a26e140914d0 None None] The sync data for ids ['f3789d4a-963a-496a-91ee-a84328d73cb8'] in dv-cinder-master-3-iscsi is: [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '694ef31e-6f15-4593-9990-eb27b05a49e8', 'name': '', 'network_id': 'db7e2df3-cfef-4dc0-bfd4-74237b8cf94f', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'mac_address': 'fa:16:3e:d3:3f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:43Z', 'updated_at': '2022-10-09T00:57:48Z', 'revision_number': 4, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'subnets': [{'id': '3b0167a8-9316-47c8-b78a-93b4c6f720b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:57:48.849114 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 694ef31e-6f15-4593-9990-eb27b05a49e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:48.936493 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:48.938858 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 694ef31e-6f15-4593-9990-eb27b05a49e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:48.939638 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:48.940148 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 694ef31e-6f15-4593-9990-eb27b05a49e8 Oct 09 00:57:49.091485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 694ef31e-6f15-4593-9990-eb27b05a49e8 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:49.091485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:49.154238 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 694ef31e-6f15-4593-9990-eb27b05a49e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=694ef31e-6f15-4593-9990-eb27b05a49e8,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:57:49.161788 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:49.162996 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a642f240-21a3-4c54-8d26-c38ff0409d76 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:49.311561 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=694ef31e-6f15-4593-9990-eb27b05a49e8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:49.323619 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port a642f240-21a3-4c54-8d26-c38ff0409d76 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:49.325367 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:49.326401 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port a642f240-21a3-4c54-8d26-c38ff0409d76 Oct 09 00:57:49.433371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port a642f240-21a3-4c54-8d26-c38ff0409d76 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:49.569466 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:49.676364 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc2391b1-ddc8-4ff6-a04a-266106efcc2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:49.986369 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc2391b1-ddc8-4ff6-a04a-266106efcc2e admin admin] Publish callbacks [] for security_group (9b1f26ef-7cac-4614-9d12-7e0c153b8843), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:49.992266 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc2391b1-ddc8-4ff6-a04a-266106efcc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9b1f26ef-7cac-4614-9d12-7e0c153b8843), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.056156 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cc2391b1-ddc8-4ff6-a04a-266106efcc2e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3ffe1ca49c4140ea8b6eecc9d2667b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853783 Oct 09 00:57:50.056886 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2391b1-ddc8-4ff6-a04a-266106efcc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f26ef-7cac-4614-9d12-7e0c153b8843,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:50.058877 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:50.200065 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1935f764-f0f1-4115-aa93-353e28916965 admin admin] Publish callbacks [] for security_group (9b1f26ef-7cac-4614-9d12-7e0c153b8843), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.293860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625293db-66c4-4288-9011-58a6713c1d80 req-857c6f92-da80-4948-9808-29b859b2b043 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:50.295576 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-625293db-66c4-4288-9011-58a6713c1d80 req-857c6f92-da80-4948-9808-29b859b2b043 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0721881 Oct 09 00:57:50.300878 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1935f764-f0f1-4115-aa93-353e28916965 admin admin] Publish callbacks [] for security_group (9b1f26ef-7cac-4614-9d12-7e0c153b8843), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.309961 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-fc2f90c5-50bb-4ce5-baeb-0407a72217b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:50.311512 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-fc2f90c5-50bb-4ce5-baeb-0407a72217b6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1129 time: 0.0725546 Oct 09 00:57:50.320765 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:50.366315 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-625293db-66c4-4288-9011-58a6713c1d80 req-61de34ee-64e9-4338-91b4-336411a25a78 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629334 Oct 09 00:57:50.433200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:50.450552 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1935f764-f0f1-4115-aa93-353e28916965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (9b1f26ef-7cac-4614-9d12-7e0c153b8843), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.454456 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1935f764-f0f1-4115-aa93-353e28916965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.456242 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1935f764-f0f1-4115-aa93-353e28916965 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9b1f26ef-7cac-4614-9d12-7e0c153b8843 HTTP/1.1" status: 204 len: 168 time: 0.3959453 Oct 09 00:57:50.476891 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935f764-f0f1-4115-aa93-353e28916965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f26ef-7cac-4614-9d12-7e0c153b8843,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:50.511994 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23e651ba-4e57-4b25-8d7c-7f301af3f810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.526554 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-7d480fdb-d930-4291-bf83-489550ac392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:50.528065 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-7d480fdb-d930-4291-bf83-489550ac392a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1931076 Oct 09 00:57:50.598357 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-d1833efe-f27a-4b37-bc48-a97b2b5bdf45 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41ba939-ec56-4a6f-86b0-047036daa405 HTTP/1.1" status: 200 len: 217 time: 0.0557005 Oct 09 00:57:50.693369 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-e9960dc7-2eb9-42ef-a3dc-35f95dba9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:50.694885 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-e9960dc7-2eb9-42ef-a3dc-35f95dba9c7d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0856805 Oct 09 00:57:50.699438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23e651ba-4e57-4b25-8d7c-7f301af3f810 admin admin] Publish callbacks [] for security_group (c351743c-9926-42e1-8b77-e91529fa60a4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.714299 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23e651ba-4e57-4b25-8d7c-7f301af3f810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (c351743c-9926-42e1-8b77-e91529fa60a4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.782571 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e651ba-4e57-4b25-8d7c-7f301af3f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c351743c-9926-42e1-8b77-e91529fa60a4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:50.787269 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-bf158850-8afc-4085-9365-d4f61e60ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:50.788680 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 694ef31e-6f15-4593-9990-eb27b05a49e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:57:50.789188 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-bf158850-8afc-4085-9365-d4f61e60ef63 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864940 Oct 09 00:57:50.791945 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-23e651ba-4e57-4b25-8d7c-7f301af3f810 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=95f6d79f28744858b8cfe8c8313c2ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702554 Oct 09 00:57:50.794587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58858) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:50.869113 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 694ef31e-6f15-4593-9990-eb27b05a49e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:57:50.869491 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.869829 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 694ef31e-6f15-4593-9990-eb27b05a49e8 Oct 09 00:57:50.908988 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:50.928104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab33f782-1153-40be-a464-fd52f00dd9d1 admin admin] Publish callbacks [] for security_group (c351743c-9926-42e1-8b77-e91529fa60a4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:50.947657 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:50.954145 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-00f31710-3329-4801-8385-35af74363f03 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515749 Oct 09 00:57:50.956319 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 694ef31e-6f15-4593-9990-eb27b05a49e8 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:57:50.960305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab33f782-1153-40be-a464-fd52f00dd9d1 admin admin] Publish callbacks [] for security_group (c351743c-9926-42e1-8b77-e91529fa60a4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.085742 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab33f782-1153-40be-a464-fd52f00dd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (c351743c-9926-42e1-8b77-e91529fa60a4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.089500 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab33f782-1153-40be-a464-fd52f00dd9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.090785 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ab33f782-1153-40be-a464-fd52f00dd9d1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c351743c-9926-42e1-8b77-e91529fa60a4 HTTP/1.1" status: 204 len: 168 time: 0.2949555 Oct 09 00:57:51.102171 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-062d132d-e7ec-41eb-aa5b-f7d347280bfe req-0e973a83-b4c1-44c5-8bfc-a11da0bacc3f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385293 Oct 09 00:57:51.102516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33f782-1153-40be-a464-fd52f00dd9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c351743c-9926-42e1-8b77-e91529fa60a4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:51.477491 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 58896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:51.509632 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce234-4d05-4854-86a0-74a6802b0e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.532193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5b8e-05e8-4906-819d-aa25d2b6577d req-08193d10-472c-4df6-a02b-e15d050aa6d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:51.534208 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b41e5b8e-05e8-4906-819d-aa25d2b6577d req-08193d10-472c-4df6-a02b-e15d050aa6d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0693116 Oct 09 00:57:51.615136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b41e5b8e-05e8-4906-819d-aa25d2b6577d req-7206a286-e56c-412d-a03e-5c20cefc3d13 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Oct 09 00:57:51.656903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:51.667414 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce234-4d05-4854-86a0-74a6802b0e24 admin admin] Publish callbacks [] for security_group (8d84fb76-2ba7-4d77-b2e2-a99fecad311c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.671725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce234-4d05-4854-86a0-74a6802b0e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8d84fb76-2ba7-4d77-b2e2-a99fecad311c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.717314 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ce234-4d05-4854-86a0-74a6802b0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84fb76-2ba7-4d77-b2e2-a99fecad311c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:51.721659 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bb7ce234-4d05-4854-86a0-74a6802b0e24 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a242229ba2ba4d10b765848a9cdd89a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429156 Oct 09 00:57:51.725261 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 58936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:51.786399 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50ac8396-cbca-461d-aecf-c6a4de95b3a7 admin admin] Publish callbacks [] for security_group (8d84fb76-2ba7-4d77-b2e2-a99fecad311c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.807287 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50ac8396-cbca-461d-aecf-c6a4de95b3a7 admin admin] Publish callbacks [] for security_group (8d84fb76-2ba7-4d77-b2e2-a99fecad311c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.864039 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50ac8396-cbca-461d-aecf-c6a4de95b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8d84fb76-2ba7-4d77-b2e2-a99fecad311c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.866616 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50ac8396-cbca-461d-aecf-c6a4de95b3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:51.867920 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-50ac8396-cbca-461d-aecf-c6a4de95b3a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d84fb76-2ba7-4d77-b2e2-a99fecad311c HTTP/1.1" status: 204 len: 168 time: 0.1415627 Oct 09 00:57:51.877619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac8396-cbca-461d-aecf-c6a4de95b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84fb76-2ba7-4d77-b2e2-a99fecad311c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:52.742504 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d778d-2ebf-48aa-b474-f87bba1cda6b req-acd49e16-fc2d-4a7e-9cbd-81e4ad2dfcc5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:52.744022 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd5d778d-2ebf-48aa-b474-f87bba1cda6b req-acd49e16-fc2d-4a7e-9cbd-81e4ad2dfcc5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0504255 Oct 09 00:57:52.793680 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd5d778d-2ebf-48aa-b474-f87bba1cda6b req-d1c6d52f-d804-4753-a2b2-4c9041ea6d21 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Oct 09 00:57:53.917850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0ea94-fd7d-40fa-a031-3a20fccec4dd req-268723e3-f8c9-4c3c-ba86-d231360e0748 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:53.919293 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83e0ea94-fd7d-40fa-a031-3a20fccec4dd req-268723e3-f8c9-4c3c-ba86-d231360e0748 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0457807 Oct 09 00:57:53.968470 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83e0ea94-fd7d-40fa-a031-3a20fccec4dd req-5bfd544b-ad10-4bcc-8c6b-8323ee0cfb8d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Oct 09 00:57:55.072506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:55.094499 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a293-2b0b-4e35-b8fc-d5edf13a2510 req-f22498f6-8b98-43eb-980a-299dbda4309f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:55.096134 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b9b6a293-2b0b-4e35-b8fc-d5edf13a2510 req-f22498f6-8b98-43eb-980a-299dbda4309f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0537808 Oct 09 00:57:55.129566 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:55.154446 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b9b6a293-2b0b-4e35-b8fc-d5edf13a2510 req-5f5b8716-8d55-4651-8b31-6791fdce7dec tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Oct 09 00:57:56.310887 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e111aea-fb01-4fb1-b181-b6b86f00746c req-eac78b72-6083-40af-8d76-cc0ef8708bc7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:56.312467 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e111aea-fb01-4fb1-b181-b6b86f00746c req-eac78b72-6083-40af-8d76-cc0ef8708bc7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0689168 Oct 09 00:57:56.371967 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e111aea-fb01-4fb1-b181-b6b86f00746c req-440834e8-8765-4b6d-9d3d-c4b5cf1e5d9e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524030 Oct 09 00:57:57.072959 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.107698 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59104) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:57.215207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.324438 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Publish callbacks [] for security_group (c4952621-4112-4cbc-bd6d-561c460c7b62), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.334572 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (c4952621-4112-4cbc-bd6d-561c460c7b62), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.401159 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6e99f83d1032419d9ecc59913e902c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922955 Oct 09 00:57:57.402238 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4952621-4112-4cbc-bd6d-561c460c7b62,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:57.404291 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59120) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:57.414504 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.415624 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.416625 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.416740 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.417134 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.417577 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.418040 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.418530 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.419165 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.419713 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.420089 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.420433 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.420765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.421089 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.421466 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42d27-d98f-4858-b967-4b688b5da01e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.462541 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Publish callbacks [] for security_group (c4952621-4112-4cbc-bd6d-561c460c7b62), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.485764 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Publish callbacks [] for security_group (c4952621-4112-4cbc-bd6d-561c460c7b62), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.554265 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fba9cf-7fb0-4cb6-bac0-5e286bb68a3f req-515b2f2a-a241-4f0d-a88c-309d13cee647 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:57.555692 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-15fba9cf-7fb0-4cb6-bac0-5e286bb68a3f req-515b2f2a-a241-4f0d-a88c-309d13cee647 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0753241 Oct 09 00:57:57.589750 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (c4952621-4112-4cbc-bd6d-561c460c7b62), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.592241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:57.593409 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c4952621-4112-4cbc-bd6d-561c460c7b62 HTTP/1.1" status: 204 len: 168 time: 0.1874416 Oct 09 00:57:57.610909 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4952621-4112-4cbc-bd6d-561c460c7b62,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:57.621107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.621456 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.621800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.622136 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.622467 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.622796 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.623122 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.623444 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.623795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.624121 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.624445 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.624769 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.625089 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.625410 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.625725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6dd39-9442-4a22-9e59-ada01025639d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:57:57.631155 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-15fba9cf-7fb0-4cb6-bac0-5e286bb68a3f req-e3d42006-81bc-46a8-aae0-dccc3050c9bd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695291 Oct 09 00:57:58.564144 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=31 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:58.571493 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:58.806673 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd400afa-e68d-4776-a0eb-d2a038408026 req-244fe5f6-7543-406e-97eb-6c727201ee05 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:57:58.808899 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd400afa-e68d-4776-a0eb-d2a038408026 req-244fe5f6-7543-406e-97eb-6c727201ee05 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0908279 Oct 09 00:57:58.873088 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd400afa-e68d-4776-a0eb-d2a038408026 req-39d969bc-40d2-4528-b383-ac223dd0d3ea tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581837 Oct 09 00:57:58.980502 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:59.086349 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0007392-f2b5-4ead-9b63-32d64b3b4d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.173533 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0007392-f2b5-4ead-9b63-32d64b3b4d11 admin admin] Publish callbacks [] for security_group (567fe35a-862c-4303-99be-884195f28be6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.177636 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0007392-f2b5-4ead-9b63-32d64b3b4d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (567fe35a-862c-4303-99be-884195f28be6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.218216 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f0007392-f2b5-4ead-9b63-32d64b3b4d11 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=12ae8ab3a3a64ff6887430aab9669232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364776 Oct 09 00:57:59.219104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0007392-f2b5-4ead-9b63-32d64b3b4d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fe35a-862c-4303-99be-884195f28be6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:59.220940 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:59.243177 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:57:59.273743 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2bb4299-6b80-44f0-8904-e6dd71169f13 admin admin] Publish callbacks [] for security_group (567fe35a-862c-4303-99be-884195f28be6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.294400 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2bb4299-6b80-44f0-8904-e6dd71169f13 admin admin] Publish callbacks [] for security_group (567fe35a-862c-4303-99be-884195f28be6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.340919 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2bb4299-6b80-44f0-8904-e6dd71169f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (567fe35a-862c-4303-99be-884195f28be6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.343700 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2bb4299-6b80-44f0-8904-e6dd71169f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.344864 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b2bb4299-6b80-44f0-8904-e6dd71169f13 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/567fe35a-862c-4303-99be-884195f28be6 HTTP/1.1" status: 204 len: 168 time: 0.1228721 Oct 09 00:57:59.354386 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb4299-6b80-44f0-8904-e6dd71169f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fe35a-862c-4303-99be-884195f28be6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:59.654354 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:59.672534 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f83f8b5-b607-4c70-a9dd-8049d39d077a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.762704 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f83f8b5-b607-4c70-a9dd-8049d39d077a admin admin] Publish callbacks [] for security_group (6b48e9b5-1f64-448a-b81c-30860e51f2c8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.766354 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f83f8b5-b607-4c70-a9dd-8049d39d077a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (6b48e9b5-1f64-448a-b81c-30860e51f2c8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.806454 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0f83f8b5-b607-4c70-a9dd-8049d39d077a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=211862bbf0dd4e7092c1c33f6321459c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510279 Oct 09 00:57:59.807280 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83f8b5-b607-4c70-a9dd-8049d39d077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48e9b5-1f64-448a-b81c-30860e51f2c8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:57:59.814850 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59210) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:57:59.884302 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9f24e8e-11be-40a6-bb1c-556159ea9e3d admin admin] Publish callbacks [] for security_group (6b48e9b5-1f64-448a-b81c-30860e51f2c8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.911270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9f24e8e-11be-40a6-bb1c-556159ea9e3d admin admin] Publish callbacks [] for security_group (6b48e9b5-1f64-448a-b81c-30860e51f2c8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.969576 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9f24e8e-11be-40a6-bb1c-556159ea9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (6b48e9b5-1f64-448a-b81c-30860e51f2c8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.972265 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9f24e8e-11be-40a6-bb1c-556159ea9e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:57:59.973653 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d9f24e8e-11be-40a6-bb1c-556159ea9e3d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6b48e9b5-1f64-448a-b81c-30860e51f2c8 HTTP/1.1" status: 204 len: 168 time: 0.1575699 Oct 09 00:57:59.983687 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f24e8e-11be-40a6-bb1c-556159ea9e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48e9b5-1f64-448a-b81c-30860e51f2c8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:00.041282 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b0fb0-030c-4b97-ae89-8f666a8adf74 req-bb8ce532-f8db-4986-a767-d20c04016416 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:00.042937 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-055b0fb0-030c-4b97-ae89-8f666a8adf74 req-bb8ce532-f8db-4986-a767-d20c04016416 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0831435 Oct 09 00:58:00.112400 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-055b0fb0-030c-4b97-ae89-8f666a8adf74 req-8add7356-4835-4bfd-a247-fb4fd6a9f31e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Oct 09 00:58:00.765588 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:00.866898 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192169332-network', 'tenant_id': '23d6fc625f854ae4945b67513046d2ed'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:00.886751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Made reservation on behalf of 23d6fc625f854ae4945b67513046d2ed for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:00.889079 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:00.897789 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:00.962829 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:01.217433 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks [] for security_group (71825412-9698-4c96-a949-2dfab85cd77c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.221380 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (71825412-9698-4c96-a949-2dfab85cd77c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.237568 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85dae-8419-4257-806e-38826692e8db req-d6c03abe-86aa-44e8-86d3-1ceeaa6a39eb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:01.239075 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eef85dae-8419-4257-806e-38826692e8db req-d6c03abe-86aa-44e8-86d3-1ceeaa6a39eb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0515220 Oct 09 00:58:01.248686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:58:01.259449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71825412-9698-4c96-a949-2dfab85cd77c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:01.264363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (84d982bc-cd16-4341-9cff-07d8ed6cf882), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.264714 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Added segment 84d982bc-cd16-4341-9cff-07d8ed6cf882 of type vlan for network 23909b14-58b7-428e-a577-8f5866763cbf Oct 09 00:58:01.267017 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:01.292379 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eef85dae-8419-4257-806e-38826692e8db req-c328c718-7ff9-4c79-bb2d-51883d0c8076 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Oct 09 00:58:01.314906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (23909b14-58b7-428e-a577-8f5866763cbf), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.345523 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (23909b14-58b7-428e-a577-8f5866763cbf), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.346492 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:01.347704 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.355308 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:01.409181 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6424854 Oct 09 00:58:01.412753 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59260) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:01.415677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf158a7-72eb-42ca-81f8-119e92f20b4e admin admin] Pushing event updated for resources: {'Network': ['ID=23909b14-58b7-428e-a577-8f5866763cbf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:01.417875 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Request body: {'subnet': {'network_id': '23909b14-58b7-428e-a577-8f5866763cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192169332-subnet', 'tenant_id': '23d6fc625f854ae4945b67513046d2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:01.429099 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:01.429581 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 23909b14-58b7-428e-a577-8f5866763cbf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:58:01.441731 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Made reservation on behalf of 23d6fc625f854ae4945b67513046d2ed for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:01.445115 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645919'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.640971 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645901'] for subnet (a2cb9013-c740-43a3-81a8-f97fde791afc), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.703458 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cb9013-c740-43a3-81a8-f97fde791afc,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:01.712640 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Checking segment: {'id': '84d982bc-cd16-4341-9cff-07d8ed6cf882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '23909b14-58b7-428e-a577-8f5866763cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:58:01.712993 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Network hostable DHCP agents. Network: 23909b14-58b7-428e-a577-8f5866763cbf, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:58:01.729487 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Network 23909b14-58b7-428e-a577-8f5866763cbf is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:58:01.738054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 23909b14-58b7-428e-a577-8f5866763cbf) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:01.741895 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:01.742648 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:01.748345 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3c906-d338-4128-b2f4-08297a6f590c None None] Network 23909b14-58b7-428e-a577-8f5866763cbf requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:58:01.762137 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3415cf23-fcd1-4e9b-a7dc-7f039144908c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3482304 Oct 09 00:58:01.860396 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef0e2aa-3cf8-44ff-bd83-9a581a3af518 None None] Network 23909b14-58b7-428e-a577-8f5866763cbf requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:58:02.265387 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59284) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:02.270360 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-317967718-network', 'tenant_id': 'e1ccdbaa29bd464ba64ad77ff7a00244'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:02.292814 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Made reservation on behalf of e1ccdbaa29bd464ba64ad77ff7a00244 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:02.295181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.305005 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.410365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks [] for security_group (43112c85-7f1d-4dfe-8fa5-a2fe77905d1b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.416434 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (43112c85-7f1d-4dfe-8fa5-a2fe77905d1b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.440153 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e977bf-18b1-436f-990f-69c42bc4f925 req-1a77546a-e930-4378-b437-ebcda8fed69d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:02.441642 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3e977bf-18b1-436f-990f-69c42bc4f925 req-1a77546a-e930-4378-b437-ebcda8fed69d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0710690 Oct 09 00:58:02.451064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:58:02.480046 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43112c85-7f1d-4dfe-8fa5-a2fe77905d1b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:02.482937 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (1f94296c-1550-4a33-979e-bea254bd84d4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.483284 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Added segment 1f94296c-1550-4a33-979e-bea254bd84d4 of type vlan for network 699808b6-1532-46f6-bced-259b6124a56e Oct 09 00:58:02.546549 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (699808b6-1532-46f6-bced-259b6124a56e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.560567 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d3e977bf-18b1-436f-990f-69c42bc4f925 req-d7aefc03-ea2b-42c2-b65a-aabf96066de6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110528 Oct 09 00:58:02.578928 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (699808b6-1532-46f6-bced-259b6124a56e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.580243 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:02.581037 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.644655 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3781307 Oct 09 00:58:02.647381 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:02.652440 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Request body: {'subnet': {'network_id': '699808b6-1532-46f6-bced-259b6124a56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-317967718-subnet', 'tenant_id': 'e1ccdbaa29bd464ba64ad77ff7a00244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:02.660736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054094e-2f9b-43ac-895c-0e6b897e1d3f admin admin] Pushing event updated for resources: {'Network': ['ID=699808b6-1532-46f6-bced-259b6124a56e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:02.671185 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 699808b6-1532-46f6-bced-259b6124a56e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:58:02.691431 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Made reservation on behalf of e1ccdbaa29bd464ba64ad77ff7a00244 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:02.694792 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.780931 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:02.886284 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (7450b5c1-1243-4f9d-976c-728d188a0027), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.942165 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7450b5c1-1243-4f9d-976c-728d188a0027,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:02.952181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Checking segment: {'id': '1f94296c-1550-4a33-979e-bea254bd84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '699808b6-1532-46f6-bced-259b6124a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:58:02.952533 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Network hostable DHCP agents. Network: 699808b6-1532-46f6-bced-259b6124a56e, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:58:02.973294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Network 699808b6-1532-46f6-bced-259b6124a56e is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:58:02.982922 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 699808b6-1532-46f6-bced-259b6124a56e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:02.986827 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:02.987975 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:02.990976 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:02.991813 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb284bac-f375-4ef2-89bd-d42ab1156e45 None None] Network 699808b6-1532-46f6-bced-259b6124a56e requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:58:03.005611 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9148257e-cb5a-4f95-854a-4d91d5f5381a admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3568487 Oct 09 00:58:03.118754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0554b1c9-df81-4e88-93aa-b9732990c61a None None] Network 699808b6-1532-46f6-bced-259b6124a56e requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:58:03.133068 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:03.379629 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:58:03.685095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb780ab-215b-4c1b-811d-9ee58d5f3ff4 req-e2bcb1d5-9d52-45b1-9967-5f741f6e5f87 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:03.686565 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bcb780ab-215b-4c1b-811d-9ee58d5f3ff4 req-e2bcb1d5-9d52-45b1-9967-5f741f6e5f87 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0495169 Oct 09 00:58:03.746492 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bcb780ab-215b-4c1b-811d-9ee58d5f3ff4 req-cbdbcda5-8c65-43b5-a632-5da49426164c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534637 Oct 09 00:58:04.908959 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b006a-8272-4291-810d-83222c7048aa req-714786da-2228-4716-8c47-8ec97aecf805 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:04.911310 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc3b006a-8272-4291-810d-83222c7048aa req-714786da-2228-4716-8c47-8ec97aecf805 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0678811 Oct 09 00:58:04.964203 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc3b006a-8272-4291-810d-83222c7048aa req-cb172820-60ad-4014-a15a-91441bbff869 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Oct 09 00:58:05.099436 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0b6d-6adf-4b2c-9ef7-720509cff2f9 req-530e7916-6880-47b3-8d8d-4d69c2307d15 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:05.100994 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-63ae0b6d-6adf-4b2c-9ef7-720509cff2f9 req-530e7916-6880-47b3-8d8d-4d69c2307d15 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0472517 Oct 09 00:58:05.147344 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-63ae0b6d-6adf-4b2c-9ef7-720509cff2f9 req-277480ed-117e-48f3-804f-ea72d8d3875a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406458 Oct 09 00:58:06.089559 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f1b98-867f-4fe3-bb1f-409415d491fb req-c7fe6e78-8306-449e-9e75-de00371c3358 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:06.090864 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a4f1b98-867f-4fe3-bb1f-409415d491fb req-c7fe6e78-8306-449e-9e75-de00371c3358 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0497429 Oct 09 00:58:06.136858 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a4f1b98-867f-4fe3-bb1f-409415d491fb req-3d2088f6-ca0b-4e02-9839-05acf884ae6a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Oct 09 00:58:06.266037 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486dd8-aa21-4cbb-bc6b-7e743b14bbd3 req-d5248ad6-ab4f-464d-abd8-28af9f726996 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:06.267490 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02486dd8-aa21-4cbb-bc6b-7e743b14bbd3 req-d5248ad6-ab4f-464d-abd8-28af9f726996 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0454054 Oct 09 00:58:06.313200 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02486dd8-aa21-4cbb-bc6b-7e743b14bbd3 req-4f33eda8-658a-4989-86c5-f781ef130475 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396314 Oct 09 00:58:07.254438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2477e1-7dda-4411-86bf-b28253303df8 req-691a0c52-869b-4a02-9a5a-f67db8e38f16 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:07.255893 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8d2477e1-7dda-4411-86bf-b28253303df8 req-691a0c52-869b-4a02-9a5a-f67db8e38f16 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0451610 Oct 09 00:58:07.305338 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8d2477e1-7dda-4411-86bf-b28253303df8 req-42fa8dae-36c2-4f61-bed5-11218c64544a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Oct 09 00:58:07.434320 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8498d0-d702-4344-a124-3a01512ba781 req-093f2ca5-d005-4721-9545-78f78058b99b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:07.435789 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fd8498d0-d702-4344-a124-3a01512ba781 req-093f2ca5-d005-4721-9545-78f78058b99b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0495996 Oct 09 00:58:07.482334 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fd8498d0-d702-4344-a124-3a01512ba781 req-c4c8a490-42c4-47da-8d97-17c4e1151fd2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Oct 09 00:58:07.565250 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0843a0db-cd74-4077-a9e3-aae47369b9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:08.589763 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97dd9c-3f4a-4e49-aab4-d46967ca113c req-8e8b8d6c-ed51-4d18-a0a7-eb3a559aec8f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:08.591314 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd97dd9c-3f4a-4e49-aab4-d46967ca113c req-8e8b8d6c-ed51-4d18-a0a7-eb3a559aec8f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0558167 Oct 09 00:58:08.625882 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c00c8-5b25-41cc-8b8c-ecd9c710f3d0 req-a8e123fc-d0a1-4053-bb8b-107d52e96c24 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:08.627532 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c9c00c8-5b25-41cc-8b8c-ecd9c710f3d0 req-a8e123fc-d0a1-4053-bb8b-107d52e96c24 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0557308 Oct 09 00:58:08.652929 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd97dd9c-3f4a-4e49-aab4-d46967ca113c req-e6cf8ac3-7585-46f7-8d30-5ed20cc9f143 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532753 Oct 09 00:58:08.716306 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c9c00c8-5b25-41cc-8b8c-ecd9c710f3d0 req-ef0fee4a-d7ba-4016-9ddd-77a93f6f6d13 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814281 Oct 09 00:58:09.187289 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:09.781184 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15af37-e272-4f16-af06-efc52e414500 req-2b487673-d5b8-46de-81aa-8439c678adb4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:09.782082 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0cede802-8b34-4d78-af78-984f79b25856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:09.782943 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb15af37-e272-4f16-af06-efc52e414500 req-2b487673-d5b8-46de-81aa-8439c678adb4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0462320 Oct 09 00:58:09.830132 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:09.835465 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb15af37-e272-4f16-af06-efc52e414500 req-741e4bdb-4af8-48e9-a113-f0c9f490b05b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Oct 09 00:58:09.936179 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bd188-0d4e-4d88-b87c-a08f3a506d50 req-091fde9c-d4bd-4b1f-b4ca-75ac67b45d52 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:09.937719 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-052bd188-0d4e-4d88-b87c-a08f3a506d50 req-091fde9c-d4bd-4b1f-b4ca-75ac67b45d52 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0475547 Oct 09 00:58:09.985062 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-052bd188-0d4e-4d88-b87c-a08f3a506d50 req-7c1459f4-0e7b-4e16-bbb4-10864f84ac4b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Oct 09 00:58:10.956958 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1101b-780d-449b-ac77-daeb096780f1 req-8ca33f75-fc8b-4f57-95e3-5341ed60a387 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:10.958335 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1e1101b-780d-449b-ac77-daeb096780f1 req-8ca33f75-fc8b-4f57-95e3-5341ed60a387 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0469511 Oct 09 00:58:11.005076 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1e1101b-780d-449b-ac77-daeb096780f1 req-50b73fd2-b83a-4871-b104-7e3a652f9009 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Oct 09 00:58:11.091262 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:11.110270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a06ce5-5796-4e9f-a2cb-bb6742b99280 req-ea4c4bbd-3867-4e8b-af76-a9cd6eb8ea5a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:11.111791 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-50a06ce5-5796-4e9f-a2cb-bb6742b99280 req-ea4c4bbd-3867-4e8b-af76-a9cd6eb8ea5a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0531664 Oct 09 00:58:11.159110 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-50a06ce5-5796-4e9f-a2cb-bb6742b99280 req-f2b73d6b-8b1d-497e-a70c-f097eedb468c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412157 Oct 09 00:58:11.319486 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:12.129995 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba105-00a8-4a56-be0e-5eb264a6f845 req-8d02f262-d2ff-445e-a5f4-97373af35622 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:12.131904 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e2ba105-00a8-4a56-be0e-5eb264a6f845 req-8d02f262-d2ff-445e-a5f4-97373af35622 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0482278 Oct 09 00:58:12.183474 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e2ba105-00a8-4a56-be0e-5eb264a6f845 req-1aa048e8-00e8-484e-9e80-6843f3ea22e6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Oct 09 00:58:12.288139 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7285-e3eb-462d-92e4-1a36603a6719 req-a1c1582b-0b55-4dc4-b4e7-6c5de45907d1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:12.289600 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d2ab7285-e3eb-462d-92e4-1a36603a6719 req-a1c1582b-0b55-4dc4-b4e7-6c5de45907d1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0464754 Oct 09 00:58:12.336548 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d2ab7285-e3eb-462d-92e4-1a36603a6719 req-47d89bb8-86c0-4555-a34e-50d3659e4b87 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Oct 09 00:58:12.892289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:12.941585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:13.334159 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82445-5052-4220-84b3-c42a447f3542 req-6d304027-9c5e-4720-a3d5-82305e8eea69 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:13.335816 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b3a82445-5052-4220-84b3-c42a447f3542 req-6d304027-9c5e-4720-a3d5-82305e8eea69 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0517178 Oct 09 00:58:13.376306 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:13.392336 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b3a82445-5052-4220-84b3-c42a447f3542 req-62dab1ca-75aa-4201-b60d-f895181406be tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504391 Oct 09 00:58:13.479315 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b6a5-cf2e-4e47-ba71-9b916ba2e6e6 req-bf8c189b-0cba-41c5-95a7-1b2d7e51e267 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:13.481018 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fa5b6a5-cf2e-4e47-ba71-9b916ba2e6e6 req-bf8c189b-0cba-41c5-95a7-1b2d7e51e267 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0497189 Oct 09 00:58:13.529100 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3fa5b6a5-cf2e-4e47-ba71-9b916ba2e6e6 req-30128231-cd58-4192-9fb6-951bcf022271 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Oct 09 00:58:14.507013 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61230184-1b02-48b0-971c-2964fa2ae152 req-d43fe8c3-b458-446d-bf97-63f9ca643888 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:14.508637 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-61230184-1b02-48b0-971c-2964fa2ae152 req-d43fe8c3-b458-446d-bf97-63f9ca643888 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0467865 Oct 09 00:58:14.557008 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-61230184-1b02-48b0-971c-2964fa2ae152 req-c3af71f8-4d42-4d85-baf4-78a006c48104 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Oct 09 00:58:14.654440 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a27ae-658f-4a9e-98b5-25b4f2f15fac req-12dabf62-cf0a-4b18-972b-2b3e5ea6160a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:14.655890 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-643a27ae-658f-4a9e-98b5-25b4f2f15fac req-12dabf62-cf0a-4b18-972b-2b3e5ea6160a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0488782 Oct 09 00:58:14.688039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:14.720179 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-643a27ae-658f-4a9e-98b5-25b4f2f15fac req-8d38360b-cb3e-4d46-9b4c-c73ce8127b84 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578132 Oct 09 00:58:15.677485 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cc57-0831-43b3-b13c-30f456afa86f req-0484cc34-11e7-451a-8552-b51409a7495a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:15.678927 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dde9cc57-0831-43b3-b13c-30f456afa86f req-0484cc34-11e7-451a-8552-b51409a7495a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0476201 Oct 09 00:58:15.729975 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dde9cc57-0831-43b3-b13c-30f456afa86f req-a641a19f-d9b9-49fb-849c-341208a33e87 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Oct 09 00:58:15.854343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29496-8cbb-4d6e-9197-418a596f9cbf req-d4e82dbe-81c4-45e9-9928-6c6f30b63ee5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:15.855875 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-66d29496-8cbb-4d6e-9197-418a596f9cbf req-d4e82dbe-81c4-45e9-9928-6c6f30b63ee5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0531464 Oct 09 00:58:15.912135 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-66d29496-8cbb-4d6e-9197-418a596f9cbf req-0c608c5e-a9c6-4794-8a05-204e491abb30 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498304 Oct 09 00:58:16.852330 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6c1a-a01b-472d-84b7-db15e7eda0d5 req-c341bb2e-bb96-4e67-8164-35123054954c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:16.853890 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-448d6c1a-a01b-472d-84b7-db15e7eda0d5 req-c341bb2e-bb96-4e67-8164-35123054954c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0481985 Oct 09 00:58:16.902999 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-448d6c1a-a01b-472d-84b7-db15e7eda0d5 req-c1d60a6e-5a26-4c83-ae2e-df09ad841e46 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Oct 09 00:58:17.041721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faae99-527f-4deb-8b78-ba4aa01716a7 req-fcd00ebc-39c1-42fc-9577-236883c92e65 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:17.043194 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22faae99-527f-4deb-8b78-ba4aa01716a7 req-fcd00ebc-39c1-42fc-9577-236883c92e65 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Oct 09 00:58:17.095873 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-22faae99-527f-4deb-8b78-ba4aa01716a7 req-a984df02-92a4-44ad-a4a2-cf671a7482ed tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470283 Oct 09 00:58:18.025336 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121032c-c46e-4235-832f-4eebd0e6b72d req-6c507e5e-d3ee-48a2-95e6-ddc950c285fa tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:18.026812 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2121032c-c46e-4235-832f-4eebd0e6b72d req-6c507e5e-d3ee-48a2-95e6-ddc950c285fa tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0475094 Oct 09 00:58:18.086054 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2121032c-c46e-4235-832f-4eebd0e6b72d req-671e9e66-3304-4804-ad0d-8473a94f40c7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Oct 09 00:58:18.221248 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151b166-476f-4267-b459-8dc2b61fec14 req-c387c015-aa95-442c-972e-1a146c161d60 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:18.223321 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5151b166-476f-4267-b459-8dc2b61fec14 req-c387c015-aa95-442c-972e-1a146c161d60 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0496743 Oct 09 00:58:18.277275 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5151b166-476f-4267-b459-8dc2b61fec14 req-d8633704-e812-4db7-b6ea-4ae710a3a4f0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483155 Oct 09 00:58:18.336934 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59630) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:18.447719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8515d446-ad19-4d97-a6e2-90074f2e71ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.529007 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8515d446-ad19-4d97-a6e2-90074f2e71ab admin admin] Publish callbacks [] for security_group (df1c768d-728a-4e33-b189-45ab7c745f0f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.533021 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8515d446-ad19-4d97-a6e2-90074f2e71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (df1c768d-728a-4e33-b189-45ab7c745f0f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.573354 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8515d446-ad19-4d97-a6e2-90074f2e71ab admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bb307f6a86b24a31901293578f3d8e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353830 Oct 09 00:58:18.574152 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515d446-ad19-4d97-a6e2-90074f2e71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c768d-728a-4e33-b189-45ab7c745f0f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:18.576058 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:18.583627 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:18.630045 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acdf6126-b219-4dd0-bbe0-c5c2aba27f96 admin admin] Publish callbacks [] for security_group (df1c768d-728a-4e33-b189-45ab7c745f0f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.650237 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acdf6126-b219-4dd0-bbe0-c5c2aba27f96 admin admin] Publish callbacks [] for security_group (df1c768d-728a-4e33-b189-45ab7c745f0f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.701752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acdf6126-b219-4dd0-bbe0-c5c2aba27f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (df1c768d-728a-4e33-b189-45ab7c745f0f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.704379 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acdf6126-b219-4dd0-bbe0-c5c2aba27f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:18.705527 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-acdf6126-b219-4dd0-bbe0-c5c2aba27f96 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/df1c768d-728a-4e33-b189-45ab7c745f0f HTTP/1.1" status: 204 len: 168 time: 0.1284645 Oct 09 00:58:18.713974 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf6126-b219-4dd0-bbe0-c5c2aba27f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c768d-728a-4e33-b189-45ab7c745f0f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:19.217355 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:19.244373 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af860b-b072-4d44-8f8f-226736ea51ba req-49ab1a2d-7df0-42be-9fa6-5294e182b3ba tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:19.246063 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63af860b-b072-4d44-8f8f-226736ea51ba req-49ab1a2d-7df0-42be-9fa6-5294e182b3ba tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0681500 Oct 09 00:58:19.295443 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:19.340249 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63af860b-b072-4d44-8f8f-226736ea51ba req-95cdfaa4-086a-4010-8530-1edc3004d759 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787203 Oct 09 00:58:19.439465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f02c3b-cee2-4733-9ea6-58779bafc19c req-5c204267-efee-47b2-a9af-c5340ca4469c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:19.441149 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-86f02c3b-cee2-4733-9ea6-58779bafc19c req-5c204267-efee-47b2-a9af-c5340ca4469c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0669203 Oct 09 00:58:19.494339 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-86f02c3b-cee2-4733-9ea6-58779bafc19c req-37eaf5a5-58f8-4b81-b203-772dade4751b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Oct 09 00:58:20.493429 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec78f-9336-40bf-8f1d-efcd2e7735f0 req-4617b5e8-f434-48c0-a2f1-d33630cd0d06 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:20.494946 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f3ec78f-9336-40bf-8f1d-efcd2e7735f0 req-4617b5e8-f434-48c0-a2f1-d33630cd0d06 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0517361 Oct 09 00:58:20.525485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:20.530397 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657261559', 'description': 'tempest-description--1388466846'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:20.559790 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f3ec78f-9336-40bf-8f1d-efcd2e7735f0 req-a718b1ef-320a-49fa-a027-9ae5f51c2cb4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Oct 09 00:58:20.574237 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.676256 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18b06-748f-46c8-8e31-eb0b18974b46 req-3c75b84a-b230-4af5-85b3-b7361bb06ba0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:20.679752 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3eb18b06-748f-46c8-8e31-eb0b18974b46 req-3c75b84a-b230-4af5-85b3-b7361bb06ba0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0896289 Oct 09 00:58:20.752763 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (62d755d4-51cf-4ded-af28-c7a0b18fbab7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.757899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (62d755d4-51cf-4ded-af28-c7a0b18fbab7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.780268 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3eb18b06-748f-46c8-8e31-eb0b18974b46 req-6584120c-9538-444a-bc4d-94e79ada527b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952926 Oct 09 00:58:20.820198 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.820198 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2901413 Oct 09 00:58:20.820378 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:20.825029 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '62d755d4-51cf-4ded-af28-c7a0b18fbab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:20.833038 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc416516-d745-4aee-ba12-79c513cd39b1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d755d4-51cf-4ded-af28-c7a0b18fbab7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:20.858182 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df657796-b9d6-40c2-9b51-d7ce20660433 req-90e9260c-5474-4be5-84d7-635e275e701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:20.862907 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df657796-b9d6-40c2-9b51-d7ce20660433 req-90e9260c-5474-4be5-84d7-635e275e701b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1129 time: 0.0582681 Oct 09 00:58:20.884525 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (0853d9d5-da1a-4c6b-81d5-c6ef153d5109), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.912315 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:20.934912 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df657796-b9d6-40c2-9b51-d7ce20660433 req-ecd98f07-82ed-4806-9191-27c72931b7db service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Oct 09 00:58:20.950154 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (0853d9d5-da1a-4c6b-81d5-c6ef153d5109), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.953914 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (0853d9d5-da1a-4c6b-81d5-c6ef153d5109), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.976664 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0853d9d5-da1a-4c6b-81d5-c6ef153d5109,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:20.982636 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:20.983880 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e7135d0f-59c6-45c8-9c02-5231f774de3b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627588 Oct 09 00:58:20.986781 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:20.991529 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '62d755d4-51cf-4ded-af28-c7a0b18fbab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:21.019207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (216cfce9-45d3-4c6c-b486-d152a8453f8c), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.099374 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (216cfce9-45d3-4c6c-b486-d152a8453f8c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.102985 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (216cfce9-45d3-4c6c-b486-d152a8453f8c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.123636 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216cfce9-45d3-4c6c-b486-d152a8453f8c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:21.132533 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.133729 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-88daeb73-a6e5-4c36-9240-d668840478a7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459889 Oct 09 00:58:21.136783 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59760) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:21.141009 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:21.163381 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.244063 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.352384 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.37.5.229 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/6205ae02-54cf-474a-bd53-eb015052af9b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:58:21.437935 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:21.456939 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (6205ae02-54cf-474a-bd53-eb015052af9b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.490257 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (6205ae02-54cf-474a-bd53-eb015052af9b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.527323 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:21.535799 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:58:21.539634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:21.544263 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:58:21.567921 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=6205ae02-54cf-474a-bd53-eb015052af9b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:21.639677 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (246e7c31-d455-419e-926b-5219fe1cd55f), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.712244 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485dbfa-10d8-4e4e-9fad-5865c3b3804b req-4e21a63c-c616-4feb-8eef-33512c717764 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:21.713737 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3485dbfa-10d8-4e4e-9fad-5865c3b3804b req-4e21a63c-c616-4feb-8eef-33512c717764 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0770729 Oct 09 00:58:21.718848 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6205ae02-54cf-474a-bd53-eb015052af9b), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.799351 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3485dbfa-10d8-4e4e-9fad-5865c3b3804b req-b4925163-3894-4917-a3d6-6f974eff90b2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784183 Oct 09 00:58:21.913448 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (6205ae02-54cf-474a-bd53-eb015052af9b), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.918499 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (6205ae02-54cf-474a-bd53-eb015052af9b), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:21.923104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eda87-3d9a-43d7-9411-a543d6de1056 req-6fe77f9e-8c88-450f-8ec0-6ea3a5b2d0de tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:21.929003 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-748eda87-3d9a-43d7-9411-a543d6de1056 req-6fe77f9e-8c88-450f-8ec0-6ea3a5b2d0de tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0619874 Oct 09 00:58:21.990720 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-748eda87-3d9a-43d7-9411-a543d6de1056 req-22aeef4c-eadc-4619-bf4f-37ded14c9313 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518069 Oct 09 00:58:21.996544 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=6205ae02-54cf-474a-bd53-eb015052af9b,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:21.999437 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (246e7c31-d455-419e-926b-5219fe1cd55f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.020608 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.022354 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e5e32690-6aef-402e-aa38-16bba629f04d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8846691 Oct 09 00:58:22.235033 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59790) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:22.279966 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Deleting subnet a2cb9013-c740-43a3-81a8-f97fde791afc {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 00:58:22.283554 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Publish callbacks [] for subnet (a2cb9013-c740-43a3-81a8-f97fde791afc), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.318131 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Publish callbacks [] for subnet (a2cb9013-c740-43a3-81a8-f97fde791afc), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.323832 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (a2cb9013-c740-43a3-81a8-f97fde791afc), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.380800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (a2cb9013-c740-43a3-81a8-f97fde791afc), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.411259 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cb9013-c740-43a3-81a8-f97fde791afc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:22.414943 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.418011 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-55d42e04-630a-4d71-94f1-226e966acc7b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a2cb9013-c740-43a3-81a8-f97fde791afc HTTP/1.1" status: 204 len: 168 time: 0.1819580 Oct 09 00:58:22.420476 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59792) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:22.470696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:22.489927 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (23909b14-58b7-428e-a577-8f5866763cbf), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.579353 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (23909b14-58b7-428e-a577-8f5866763cbf), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.600233 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.600617 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.601372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.601705 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > port after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.602050 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.602383 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > port after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.602705 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.603042 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.603358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.603706 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.673399 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.673671 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.674010 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.674346 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 09 00:58:22.674705 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23909b14-58b7-428e-a577-8f5866763cbf']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:22.692896 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d982bc-cd16-4341-9cff-07d8ed6cf882') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:22.693199 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d982bc-cd16-4341-9cff-07d8ed6cf882') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:22.709232 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (84d982bc-cd16-4341-9cff-07d8ed6cf882), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.736470 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (84d982bc-cd16-4341-9cff-07d8ed6cf882), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.746731 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 00:58:22.747133 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (84d982bc-cd16-4341-9cff-07d8ed6cf882), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.827188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (23909b14-58b7-428e-a577-8f5866763cbf), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.839570 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.843452 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/23909b14-58b7-428e-a577-8f5866763cbf HTTP/1.1" status: 204 len: 168 time: 0.4220715 Oct 09 00:58:22.846554 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59802) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:22.856011 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495891c-0312-4621-9d95-5d848b8bb452 admin admin] Pushing event deleted for resources: {'Network': ['ID=23909b14-58b7-428e-a577-8f5866763cbf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:22.917127 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Deleting subnet 7450b5c1-1243-4f9d-976c-728d188a0027 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 00:58:22.921512 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Publish callbacks [] for subnet (7450b5c1-1243-4f9d-976c-728d188a0027), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.937985 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:22.967733 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7a00-94ee-4f12-ab5e-744ca9e538d9 req-53265c60-9083-42f6-81f2-ac4cff731c55 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:22.969848 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-455e7a00-94ee-4f12-ab5e-744ca9e538d9 req-53265c60-9083-42f6-81f2-ac4cff731c55 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0588098 Oct 09 00:58:22.970472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (7450b5c1-1243-4f9d-976c-728d188a0027), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:22.972050 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 84d982bc-cd16-4341-9cff-07d8ed6cf882 resource provider aggregate not found Oct 09 00:58:22.992537 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 84d982bc-cd16-4341-9cff-07d8ed6cf882 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84d982bc-cd16-4341-9cff-07d8ed6cf882 found for delete ", "request_id": "req-729d50e1-e182-4807-a5d2-fcda3b4a5acc"}]} Oct 09 00:58:23.016551 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (7450b5c1-1243-4f9d-976c-728d188a0027), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.050807 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-455e7a00-94ee-4f12-ab5e-744ca9e538d9 req-efc7e915-64cb-4b45-8b28-70c14e5306d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663426 Oct 09 00:58:23.076147 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:23.080322 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (7450b5c1-1243-4f9d-976c-728d188a0027), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.111020 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7450b5c1-1243-4f9d-976c-728d188a0027,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:23.112911 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.116006 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-508c2b33-c553-4e9d-bab2-c620564e03a4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7450b5c1-1243-4f9d-976c-728d188a0027 HTTP/1.1" status: 204 len: 168 time: 0.2666256 Oct 09 00:58:23.118664 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59816) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:23.176900 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d2fa6-a8f7-4253-9330-68b902ef9802 req-40bb7a76-8b43-4885-8d83-74e7895cee06 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:23.178548 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b88d2fa6-a8f7-4253-9330-68b902ef9802 req-40bb7a76-8b43-4885-8d83-74e7895cee06 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0471811 Oct 09 00:58:23.194062 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (699808b6-1532-46f6-bced-259b6124a56e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.244085 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b88d2fa6-a8f7-4253-9330-68b902ef9802 req-cf5352fa-8ffa-4195-92f8-2e17c27920b2 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584230 Oct 09 00:58:23.246810 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:23.289906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (699808b6-1532-46f6-bced-259b6124a56e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.310342 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699808b6-1532-46f6-bced-259b6124a56e']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:23.320192 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f94296c-1550-4a33-979e-bea254bd84d4') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:23.320487 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f94296c-1550-4a33-979e-bea254bd84d4') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:23.335148 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (1f94296c-1550-4a33-979e-bea254bd84d4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.348565 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (1f94296c-1550-4a33-979e-bea254bd84d4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.357395 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 00:58:23.357754 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (1f94296c-1550-4a33-979e-bea254bd84d4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.400444 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 1f94296c-1550-4a33-979e-bea254bd84d4 resource provider aggregate not found Oct 09 00:58:23.421684 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 1f94296c-1550-4a33-979e-bea254bd84d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f94296c-1550-4a33-979e-bea254bd84d4 found for delete ", "request_id": "req-6aca83f8-2a09-4518-afc9-de8dd499c018"}]} Oct 09 00:58:23.425739 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (699808b6-1532-46f6-bced-259b6124a56e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.432159 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.436946 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/699808b6-1532-46f6-bced-259b6124a56e HTTP/1.1" status: 204 len: 168 time: 0.3166778 Oct 09 00:58:23.458405 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c4b30-60e5-4763-9767-e040a5fb3848 admin admin] Pushing event deleted for resources: {'Network': ['ID=699808b6-1532-46f6-bced-259b6124a56e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:23.513490 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0fc37-ec65-42e5-a668-8b6abfd1f045 req-512cc9bd-617f-4593-907b-680fcc178875 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:23.515040 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cae0fc37-ec65-42e5-a668-8b6abfd1f045 req-512cc9bd-617f-4593-907b-680fcc178875 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0485308 Oct 09 00:58:23.571650 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cae0fc37-ec65-42e5-a668-8b6abfd1f045 req-2cf6ca81-57d4-4747-8d1a-a5cb58e526a4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504320 Oct 09 00:58:23.634901 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59830) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:23.652388 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-1b3b1c61-fad3-49ae-a1a9-b84cf765d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:23.653843 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-1b3b1c61-fad3-49ae-a1a9-b84cf765d0e3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1129 time: 0.0415184 Oct 09 00:58:23.677080 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ab3ef26a-a227-4174-a1f1-ab24f84b03f9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=23d6fc625f854ae4945b67513046d2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392568 Oct 09 00:58:23.678664 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:23.736307 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e6a513c-48df-45ef-91aa-12478c1345af admin admin] Publish callbacks [] for security_group (71825412-9698-4c96-a949-2dfab85cd77c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.751317 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-580e74cd-31b6-4820-abef-162b00dade95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:23.752842 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-580e74cd-31b6-4820-abef-162b00dade95 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.0930119 Oct 09 00:58:23.761178 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e6a513c-48df-45ef-91aa-12478c1345af admin admin] Publish callbacks [] for security_group (71825412-9698-4c96-a949-2dfab85cd77c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.765489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:23.800875 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-414755e0-4b2f-4349-869c-beb391f072d0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41ba939-ec56-4a6f-86b0-047036daa405 HTTP/1.1" status: 200 len: 217 time: 0.0398741 Oct 09 00:58:23.828340 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e6a513c-48df-45ef-91aa-12478c1345af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (71825412-9698-4c96-a949-2dfab85cd77c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.828340 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e6a513c-48df-45ef-91aa-12478c1345af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:23.828340 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2e6a513c-48df-45ef-91aa-12478c1345af admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/71825412-9698-4c96-a949-2dfab85cd77c HTTP/1.1" status: 204 len: 168 time: 0.1415770 Oct 09 00:58:23.837666 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a513c-48df-45ef-91aa-12478c1345af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71825412-9698-4c96-a949-2dfab85cd77c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:23.860673 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-0eda402b-1d1a-4a73-b2b0-1aea88d7b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:23.862499 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-0eda402b-1d1a-4a73-b2b0-1aea88d7b489 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0559018 Oct 09 00:58:23.907697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-53a2377e-be9e-4e23-b2b2-e3a58810b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:23.909231 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-53a2377e-be9e-4e23-b2b2-e3a58810b031 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406399 Oct 09 00:58:24.002765 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-d0175804-10f6-4f75-8e04-ff32d76f93cf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870941 Oct 09 00:58:24.115578 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a612ebf9-fdbf-49d2-a26c-e94d5d7cadf6 req-2fe9ef84-ecdd-4ad2-a2de-0064f3741507 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060648 Oct 09 00:58:24.201033 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-25bbb36a-0e24-4125-8ccf-3e634e079eec tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1657261559&fields=id&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 267 time: 0.0577559 Oct 09 00:58:24.243051 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:24.250622 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:24.296236 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9bc1b776-2c93-4659-a1ba-e4f63743d900 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e1ccdbaa29bd464ba64ad77ff7a00244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518563 Oct 09 00:58:24.298835 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 59856) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:24.328082 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-7d09ec48-e078-4966-af89-20e0e37abced tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:24.330423 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-7d09ec48-e078-4966-af89-20e0e37abced tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1219304 Oct 09 00:58:24.345803 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-f87844af-2032-46e1-b33f-978a3375642c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/quotas/a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 375 time: 0.0102770 Oct 09 00:58:24.387156 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e56e6bd-9b4f-49c6-8f75-e7af7fca78c9 admin admin] Publish callbacks [] for security_group (43112c85-7f1d-4dfe-8fa5-a2fe77905d1b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:24.403403 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-7461e81b-7911-49ef-9ce9-c12e7818767c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513072 Oct 09 00:58:24.418665 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e56e6bd-9b4f-49c6-8f75-e7af7fca78c9 admin admin] Publish callbacks [] for security_group (43112c85-7f1d-4dfe-8fa5-a2fe77905d1b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:24.425880 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6032b-11f8-46c9-b3fd-08ab5127c885 req-b742b2fa-488f-48fc-ac22-e10a34ccb79e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:24.427345 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2b6032b-11f8-46c9-b3fd-08ab5127c885 req-b742b2fa-488f-48fc-ac22-e10a34ccb79e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0772145 Oct 09 00:58:24.498372 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e2b6032b-11f8-46c9-b3fd-08ab5127c885 req-d3b60bab-41d4-419c-a291-9ae9d0f8da43 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654554 Oct 09 00:58:24.508426 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-e6a43ba1-1f87-45b1-9a98-6ad618ed1f52 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893393 Oct 09 00:58:24.511961 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e56e6bd-9b4f-49c6-8f75-e7af7fca78c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (43112c85-7f1d-4dfe-8fa5-a2fe77905d1b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:24.514668 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e56e6bd-9b4f-49c6-8f75-e7af7fca78c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:24.515795 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7e56e6bd-9b4f-49c6-8f75-e7af7fca78c9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/43112c85-7f1d-4dfe-8fa5-a2fe77905d1b HTTP/1.1" status: 204 len: 168 time: 0.2155442 Oct 09 00:58:24.525289 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56e6bd-9b4f-49c6-8f75-e7af7fca78c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43112c85-7f1d-4dfe-8fa5-a2fe77905d1b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:24.615329 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-0a0e31cf-bfe8-45dc-9b36-4d254f8fdca7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005213 Oct 09 00:58:24.714558 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6d730-96c7-4086-abec-dc7b10fe3ad3 req-5c44461d-bee0-49d6-b7b7-ee25e07439dd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:24.716159 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96e6d730-96c7-4086-abec-dc7b10fe3ad3 req-5c44461d-bee0-49d6-b7b7-ee25e07439dd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0570400 Oct 09 00:58:24.774747 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96e6d730-96c7-4086-abec-dc7b10fe3ad3 req-4cced15d-fa5b-4271-852e-75881dac2607 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Oct 09 00:58:24.822354 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ab3039b8-3b0a-4ee5-8a98-4d6430a2d75b req-8e7ee719-118a-487e-a2ff-7a6d01f8c77c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 210 time: 0.0304563 Oct 09 00:58:25.638091 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b739-dbda-4f9c-9d0a-6914405639de req-4509f80f-45cb-4c78-a2e9-4e2075ca3d51 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:25.639881 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1df6b739-dbda-4f9c-9d0a-6914405639de req-4509f80f-45cb-4c78-a2e9-4e2075ca3d51 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Oct 09 00:58:25.690992 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1df6b739-dbda-4f9c-9d0a-6914405639de req-92e7e7e4-31d1-4238-a1af-24a090b09d1f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451245 Oct 09 00:58:25.983694 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1a336196-6d0f-4acc-9374-8e584f1ed4b3 req-7864e202-7205-415c-88a9-44f4b827a743 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 210 time: 0.0658994 Oct 09 00:58:26.057247 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb498f-740f-488a-9809-ede346dd2a20 req-8bb322a3-f025-4e02-a3ab-f04ac21d9f92 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:26.064572 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12fb498f-740f-488a-9809-ede346dd2a20 req-8bb322a3-f025-4e02-a3ab-f04ac21d9f92 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0594676 Oct 09 00:58:26.086787 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:26.112977 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12fb498f-740f-488a-9809-ede346dd2a20 req-2ea75939-04f9-42a4-9bde-141edc832dc0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Oct 09 00:58:26.811609 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387ad23-e9bf-4878-8a97-cd0e23607363 req-dd35fb7d-c570-4ec3-94bb-ac7454d80bf0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:26.813169 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f387ad23-e9bf-4878-8a97-cd0e23607363 req-dd35fb7d-c570-4ec3-94bb-ac7454d80bf0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0462646 Oct 09 00:58:26.865311 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f387ad23-e9bf-4878-8a97-cd0e23607363 req-a7a8c6ff-7b93-4c87-a80d-01d1a02c1a0e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465264 Oct 09 00:58:27.113229 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:27.124286 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4303c7d9-df2a-4344-ad9e-917c33a297ee req-86b6e832-9d6b-47c1-9540-f4cd60c6ad0b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 210 time: 0.0369406 Oct 09 00:58:27.222082 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:27.239754 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b573-cd01-407d-8c9f-79bb0dda4406 req-f8d18490-3b88-4045-9f76-6b6c659db36e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:27.241223 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3ed2b573-cd01-407d-8c9f-79bb0dda4406 req-f8d18490-3b88-4045-9f76-6b6c659db36e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0485513 Oct 09 00:58:27.355037 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3ed2b573-cd01-407d-8c9f-79bb0dda4406 req-c3e9f875-2071-4905-b9ff-b1ffb05628e2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081829 Oct 09 00:58:27.388965 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-04e7229f-df24-4813-af04-53002841d6f9 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:27.390317 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-04e7229f-df24-4813-af04-53002841d6f9 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1362252 Oct 09 00:58:27.483324 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-1108be06-7578-41a0-ba6d-e87debffb7d6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 472 time: 0.0739431 Oct 09 00:58:27.616092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'port': {'device_id': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'admin_state_up': True, 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'security_groups': ['62d755d4-51cf-4ded-af28-c7a0b18fbab7']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:27.774693 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Made reservation on behalf of a7d8e82f58814da6b8c08bfa04955d4c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:27.778422 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:27.794636 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:27.902845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.20.0.14 (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b/9f833987-35a7-48c2-8720-3ab67f5287e5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:58:27.994867 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142220a-1b94-438c-bf4a-f47c9f4e755c req-8f7d8236-162f-48a6-b596-9f9ffa2e01ac tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:27.996636 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0142220a-1b94-438c-bf4a-f47c9f4e755c req-8f7d8236-162f-48a6-b596-9f9ffa2e01ac tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0509052 Oct 09 00:58:28.015840 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:28.047955 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0142220a-1b94-438c-bf4a-f47c9f4e755c req-a7095355-6bbe-4fda-997f-0d838cfbf89c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Oct 09 00:58:28.052036 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.083951 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.130810 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:58:28.134108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:28.138706 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:58:28.170309 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=9f833987-35a7-48c2-8720-3ab67f5287e5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:28.213020 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:28.213619 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.247865 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-52c63aa9-f6d2-40b2-8148-f694b24a8308 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6369500 Oct 09 00:58:28.281955 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4c65-39d8-4a84-88a6-4195f6cee9ea req-c363b6fc-907e-4e5d-bff0-686772a5bb56 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:28.284067 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-002f4c65-39d8-4a84-88a6-4195f6cee9ea req-c363b6fc-907e-4e5d-bff0-686772a5bb56 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 932 time: 0.0528426 Oct 09 00:58:28.289644 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Request body: {'port': {'device_id': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:28.327680 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:28.389274 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.394711 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-002f4c65-39d8-4a84-88a6-4195f6cee9ea req-76ce35f5-2699-4052-adba-d84098145708 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009121 Oct 09 00:58:28.409938 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-54e362f7-2b3c-4156-997c-1181ccbb8246 None None] Provisioning complete for port 9f833987-35a7-48c2-8720-3ab67f5287e5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:58:28.410483 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54e362f7-2b3c-4156-997c-1181ccbb8246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.411047 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-54e362f7-2b3c-4156-997c-1181ccbb8246 None None] Attempt 1 to provision port 9f833987-35a7-48c2-8720-3ab67f5287e5 Oct 09 00:58:28.445823 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-54e362f7-2b3c-4156-997c-1181ccbb8246 None None] Port 9f833987-35a7-48c2-8720-3ab67f5287e5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:58:28.588471 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:28.657659 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f833987-35a7-48c2-8720-3ab67f5287e5 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:58:28.665081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Publish callbacks [] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.677260 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Transition to ACTIVE for port object 9f833987-35a7-48c2-8720-3ab67f5287e5 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:58:28.681103 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.742161 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Pushing event updated for resources: {'Port': ['ID=9f833987-35a7-48c2-8720-3ab67f5287e5,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:28.800899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Attempting to bind port 9f833987-35a7-48c2-8720-3ab67f5287e5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:58:28.801250 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Attempting to bind port 9f833987-35a7-48c2-8720-3ab67f5287e5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:58:28.801576 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Attempting to bind port 9f833987-35a7-48c2-8720-3ab67f5287e5 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:58:28.846603 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Port 9f833987-35a7-48c2-8720-3ab67f5287e5 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:58:28.846989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Attempting to bind port 9f833987-35a7-48c2-8720-3ab67f5287e5 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:58:28.850201 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 59996) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:28.856867 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465916780', 'description': 'tempest-description--30337096'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:28.881781 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.892829 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:58:28.893172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:58:28.893667 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Bound using segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:58:28.894025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Bound port: 9f833987-35a7-48c2-8720-3ab67f5287e5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:58:28.894385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.957358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] For port 9f833987-35a7-48c2-8720-3ab67f5287e5, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:58:28.960590 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] For port 9f833987-35a7-48c2-8720-3ab67f5287e5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f833987-35a7-48c2-8720-3ab67f5287e5,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:58:28.967150 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.974229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:28.975069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.975218 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group (e9a9d17f-82f7-47af-9567-ad6387a276da), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.977184 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/9f833987-35a7-48c2-8720-3ab67f5287e5 HTTP/1.1" status: 200 len: 1094 time: 0.6917303 Oct 09 00:58:28.977777 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:58:28.979427 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e9a9d17f-82f7-47af-9567-ad6387a276da), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:28.980695 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:58:29.025763 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a9d17f-82f7-47af-9567-ad6387a276da,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:29.038665 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.040335 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f562e6a4-8027-40b8-b42d-4e9e6a55d3b8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1883843 Oct 09 00:58:29.043287 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:29.048348 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'security_group_rule': {'security_group_id': 'e9a9d17f-82f7-47af-9567-ad6387a276da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:29.081713 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group_rule (1c2d3c35-05d4-4dc0-93cb-7526c38958bc), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.135925 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60006) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:29.200531 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group_rule (1c2d3c35-05d4-4dc0-93cb-7526c38958bc), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.212460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (1c2d3c35-05d4-4dc0-93cb-7526c38958bc), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.239903 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68521f7d-2894-4953-a7c4-49f1e915a81e req-9af90a64-a2cd-4999-86f8-74c2428bbb33 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.246747 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-68521f7d-2894-4953-a7c4-49f1e915a81e req-9af90a64-a2cd-4999-86f8-74c2428bbb33 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0878787 Oct 09 00:58:29.276295 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2d3c35-05d4-4dc0-93cb-7526c38958bc,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:29.290522 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.292488 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa133384-294a-47a2-844e-5bc5eb89ea30 x-openstack-request-id: req-aa133384-294a-47a2-844e-5bc5eb89ea30 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:58:29.292779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:58:29.293031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aa133384-294a-47a2-844e-5bc5eb89ea30 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:58:29.293628 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa133384-294a-47a2-844e-5bc5eb89ea30'] response: {'name': 'network-changed', 'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'status': 'completed', 'code': 200} Oct 09 00:58:29.294645 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0baf7faa-8ba4-4314-8939-d532d3957186 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502198 Oct 09 00:58:29.302543 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60012) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:29.308566 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'security_group_rule': {'security_group_id': 'e9a9d17f-82f7-47af-9567-ad6387a276da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:29.342308 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-679333c5-d003-4910-aeb3-a4e6316527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.343845 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-679333c5-d003-4910-aeb3-a4e6316527bb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 1128 time: 0.0530682 Oct 09 00:58:29.348469 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b24d891-4040-4944-8931-09e0d0b8cdf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.353863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe92ef2-0375-4eb6-84ea-65a143db055e service neutron] Pushing event updated for resources: {'Port': ['ID=9f833987-35a7-48c2-8720-3ab67f5287e5,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:29.358309 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-68521f7d-2894-4953-a7c4-49f1e915a81e req-ef174f4c-e0d4-47e1-b72e-0f205af2d199 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090360 Oct 09 00:58:29.375077 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group_rule (5dfdbab2-fc0e-45a4-b148-80bb871ce5b4), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.397880 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-1e4dabbf-912e-44e8-b327-fab8a01f2b41 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f833987-35a7-48c2-8720-3ab67f5287e5 HTTP/1.1" status: 200 len: 217 time: 0.0373542 Oct 09 00:58:29.458231 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:29.476305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-4282fac2-3a07-4737-95d7-753dcdefd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.476305 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-4282fac2-3a07-4737-95d7-753dcdefd3c9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0576885 Oct 09 00:58:29.481555 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group_rule (5dfdbab2-fc0e-45a4-b148-80bb871ce5b4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.492679 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (5dfdbab2-fc0e-45a4-b148-80bb871ce5b4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.523241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-d94941f1-d1b0-45e2-87cf-9768568d02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.524841 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-d94941f1-d1b0-45e2-87cf-9768568d02cf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514746 Oct 09 00:58:29.531906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b24d891-4040-4944-8931-09e0d0b8cdf0 admin admin] Publish callbacks [] for security_group (7b168f70-952f-4a0c-bd87-e6039c4864a2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.540961 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfdbab2-fc0e-45a4-b148-80bb871ce5b4,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:29.547375 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b24d891-4040-4944-8931-09e0d0b8cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (7b168f70-952f-4a0c-bd87-e6039c4864a2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.593001 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.597979 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-73eef5a0-d961-481d-9269-4b36bab22291 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2945621 Oct 09 00:58:29.599342 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:29.604897 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:29.619385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:29.682106 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-3bb91f5a-e37b-4d4d-b2a7-631d726cb0e8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501052 Oct 09 00:58:29.685613 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:29.827846 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:29.866698 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9b24d891-4040-4944-8931-09e0d0b8cdf0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=89d50d3addae4862bae5a8c8117896c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7297263 Oct 09 00:58:29.872766 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38626-dcec-4e60-b454-62b513d7c697 req-308cf9a9-ffd1-4c82-9760-cea25d409f2c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.873444 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60032) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:29.874167 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f7e38626-dcec-4e60-b454-62b513d7c697 req-308cf9a9-ffd1-4c82-9760-cea25d409f2c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 944 time: 0.3533635 Oct 09 00:58:29.874749 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d891-4040-4944-8931-09e0d0b8cdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b168f70-952f-4a0c-bd87-e6039c4864a2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:29.886755 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1d49b-481a-4746-bb20-440e63c3e667 req-8dcb705d-f703-4727-b087-b6240150ebe1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.895527 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5d1d49b-481a-4746-bb20-440e63c3e667 req-8dcb705d-f703-4727-b087-b6240150ebe1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.2078092 Oct 09 00:58:29.929099 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f7e38626-dcec-4e60-b454-62b513d7c697 req-c471c248-e72c-4dd6-93cc-ec2d055f780d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489912 Oct 09 00:58:29.987921 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-bf78d87a-c2e7-4bc1-a1bc-582f97848025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:29.989437 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-bf78d87a-c2e7-4bc1-a1bc-582f97848025 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1130 time: 0.1513019 Oct 09 00:58:30.022409 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.023558 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:30.051503 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3284f9bb-e0a4-4c5c-94c3-d2c3374da2d9 req-7f2f670a-1c53-4e05-af2c-49e74b3aa8e4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521225 Oct 09 00:58:30.064475 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-9a5dd7a1-7506-465e-9efa-3ca84c94df4f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-606774372&fields=id&tenant_id=28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 267 time: 0.0474982 Oct 09 00:58:30.138356 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f5d1d49b-481a-4746-bb20-440e63c3e667 req-f85f1a69-6c16-4e36-b83e-c6c2764bd4e5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369773 Oct 09 00:58:30.177233 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7af0195-b266-448a-a7dc-36581f2d38a6 admin admin] Publish callbacks [] for security_group (7b168f70-952f-4a0c-bd87-e6039c4864a2), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.188407 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d677291-19c2-4e44-a720-755c45fd0bfb tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:30.189897 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d677291-19c2-4e44-a720-755c45fd0bfb tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 812 time: 0.1180656 Oct 09 00:58:30.205289 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-24c0579f-1a31-4814-9ca7-4d9a6fc3e7f0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/quotas/28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 375 time: 0.0091405 Oct 09 00:58:30.238745 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7af0195-b266-448a-a7dc-36581f2d38a6 admin admin] Publish callbacks [] for security_group (7b168f70-952f-4a0c-bd87-e6039c4864a2), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.256477 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-619bf1f5-3741-48d4-8def-8a544c2f3883 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450263 Oct 09 00:58:30.270480 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-1a50ae18-42f9-4272-bc81-f313d9f93ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:30.271981 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-1a50ae18-42f9-4272-bc81-f313d9f93ded service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.2713261 Oct 09 00:58:30.300840 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Allocated IP 172.37.5.19 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/bb19d7a6-5629-4f14-ab7a-ae0bbddba04c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:58:30.359169 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-92aec73d-e0ee-4be0-a7ef-6e9a062f8d90 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911603 Oct 09 00:58:30.369454 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7af0195-b266-448a-a7dc-36581f2d38a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (7b168f70-952f-4a0c-bd87-e6039c4864a2), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.372019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7af0195-b266-448a-a7dc-36581f2d38a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.373404 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d7af0195-b266-448a-a7dc-36581f2d38a6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7b168f70-952f-4a0c-bd87-e6039c4864a2 HTTP/1.1" status: 204 len: 168 time: 0.4801254 Oct 09 00:58:30.392125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af0195-b266-448a-a7dc-36581f2d38a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b168f70-952f-4a0c-bd87-e6039c4864a2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:30.436969 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.445026 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:30.474123 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-85915d31-b86a-46a1-8b02-34fd2033e47f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073613 Oct 09 00:58:30.495808 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.555516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:58:30.559053 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:30.570362 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:58:30.598853 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'Port': ['ID=bb19d7a6-5629-4f14-ab7a-ae0bbddba04c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:30.674243 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:30.677912 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.724256 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.796415 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:30.810162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ca26c3-ab31-46b5-bd8e-70ddf0cfcd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.854304 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5adc8efa-e052-4e46-b5ed-7f4a9fceb3eb req-1e23d1a4-c6e5-4e95-9d9f-6e34dcb8f399 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0349908 Oct 09 00:58:30.904651 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ca26c3-ab31-46b5-bd8e-70ddf0cfcd8c admin admin] Publish callbacks [] for security_group (f76594a5-6cd4-43c8-b57f-f5aaac426c6b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.912517 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ca26c3-ab31-46b5-bd8e-70ddf0cfcd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (f76594a5-6cd4-43c8-b57f-f5aaac426c6b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.937358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.944762 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:30.967002 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-73ca26c3-ab31-46b5-bd8e-70ddf0cfcd8c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dff161b33ef74fb0bf4d7f5bca33cc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671364 Oct 09 00:58:30.967002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca26c3-ab31-46b5-bd8e-70ddf0cfcd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76594a5-6cd4-43c8-b57f-f5aaac426c6b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:30.968324 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:31.024586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae62eb22-4401-4edb-ba28-216bc34f2219 admin admin] Publish callbacks [] for security_group (f76594a5-6cd4-43c8-b57f-f5aaac426c6b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:31.028988 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:31.033865 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'Port': ['ID=bb19d7a6-5629-4f14-ab7a-ae0bbddba04c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:31.050165 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae62eb22-4401-4edb-ba28-216bc34f2219 admin admin] Publish callbacks [] for security_group (f76594a5-6cd4-43c8-b57f-f5aaac426c6b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:31.050426 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:31.052108 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-57d13dda-d064-4713-abb0-f07d7a23b792 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4514701 Oct 09 00:58:31.060857 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:31.150423 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b192a1-fb4d-4849-98ab-72c0db815901 req-5285662a-4277-43fd-b4e3-6bdb43800e52 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.152565 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4b192a1-fb4d-4849-98ab-72c0db815901 req-5285662a-4277-43fd-b4e3-6bdb43800e52 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 944 time: 0.0905859 Oct 09 00:58:31.153963 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae62eb22-4401-4edb-ba28-216bc34f2219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (f76594a5-6cd4-43c8-b57f-f5aaac426c6b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:31.157611 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae62eb22-4401-4edb-ba28-216bc34f2219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:31.158754 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ae62eb22-4401-4edb-ba28-216bc34f2219 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f76594a5-6cd4-43c8-b57f-f5aaac426c6b HTTP/1.1" status: 204 len: 168 time: 0.1894555 Oct 09 00:58:31.170185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62eb22-4401-4edb-ba28-216bc34f2219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76594a5-6cd4-43c8-b57f-f5aaac426c6b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:31.252131 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4b192a1-fb4d-4849-98ab-72c0db815901 req-8a9ca592-a048-4489-933d-a94ec7455b9e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921438 Oct 09 00:58:31.289906 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-c56b7685-b034-46ca-ad7f-fd421fb49eb3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 1001 time: 0.1251051 Oct 09 00:58:31.409289 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:31.426834 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-3cd9dd67-5756-4c9f-b9c0-46610e7bbc8c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--465916780&fields=id&tenant_id=f68941040b3049bd9c62e2fc061d94c1 HTTP/1.1" status: 200 len: 267 time: 0.0587292 Oct 09 00:58:31.476797 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-05a44722-f15d-4b00-af6c-5a204ce60cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.482516 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-05a44722-f15d-4b00-af6c-5a204ce60cd6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 1128 time: 0.3126771 Oct 09 00:58:31.486970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b789a94-bd2f-4aab-a463-d2232b4658aa req-5320712a-cf73-45b5-a683-106d523ab4e3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.490108 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b789a94-bd2f-4aab-a463-d2232b4658aa req-5320712a-cf73-45b5-a683-106d523ab4e3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.1553106 Oct 09 00:58:31.565132 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b789a94-bd2f-4aab-a463-d2232b4658aa req-ccc1da81-0b57-4044-ae50-6a735c9454b4 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683758 Oct 09 00:58:31.568204 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-03d60670-f47d-4dfe-b26e-33400fdfae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.570058 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-03d60670-f47d-4dfe-b26e-33400fdfae33 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.1594388 Oct 09 00:58:31.657324 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-73380b34-ee85-4917-b9eb-c288ebb5436b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.663090 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-73380b34-ee85-4917-b9eb-c288ebb5436b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 818 time: 0.2220392 Oct 09 00:58:31.707806 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-19ef9cda-e69d-4ea2-b051-47cfc64dfb1c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/quotas/f68941040b3049bd9c62e2fc061d94c1 HTTP/1.1" status: 200 len: 375 time: 0.0368013 Oct 09 00:58:31.723469 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-9e83ce9b-9fb6-4040-9d57-1e353314c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.724069 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-9e83ce9b-9fb6-4040-9d57-1e353314c80b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089530 Oct 09 00:58:31.750646 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-fd8be460-6685-4502-9d9d-e57183a3a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:31.752155 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-fd8be460-6685-4502-9d9d-e57183a3a9a5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.2313645 Oct 09 00:58:31.786612 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-7358a485-4215-43d1-a494-6f21c2cf2dc8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0668733 Oct 09 00:58:31.843812 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-4179c2e0-f9d2-4221-bdbb-13f7a62d9553 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f833987-35a7-48c2-8720-3ab67f5287e5 HTTP/1.1" status: 200 len: 217 time: 0.0712826 Oct 09 00:58:31.904355 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-ffa041be-4168-49f9-8972-f4ca748b6d21 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167443 Oct 09 00:58:31.980594 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:32.005788 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:32.032659 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8c91d151-6a07-4138-a724-7daf6862cc71 req-62cf36e9-f80d-458b-8560-e26ba2dab491 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0710130 Oct 09 00:58:32.042908 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-04c5a796-da81-4cbd-93f1-1f5d32c51394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:32.045784 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-04c5a796-da81-4cbd-93f1-1f5d32c51394 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.1690872 Oct 09 00:58:32.051340 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-07322c81-4458-490d-9ec6-825681de9f25 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878599 Oct 09 00:58:32.059143 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-a9d19349-0763-4fcc-890c-070fe6899639 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537378 Oct 09 00:58:32.151348 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-7f35af4b-1645-4d69-b5ec-9a1c5d9cad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:32.152898 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-7f35af4b-1645-4d69-b5ec-9a1c5d9cad36 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004953 Oct 09 00:58:32.223254 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7a3adf1e-2c65-4cd3-ae7b-083bd8bf672e req-650bdd09-a332-4882-b7b9-ea8362a10fa2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623621 Oct 09 00:58:32.289447 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49e73c66-ff7b-473d-a706-fe593829f63a req-e5de5aa6-4350-440b-b97b-5d94b3042537 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 210 time: 0.0306759 Oct 09 00:58:32.354871 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-dedea6ac-b71a-458f-bbc9-d827042f3469 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627109 Oct 09 00:58:32.432044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938cab-dc04-46eb-8cea-bceb3b787cf3 req-de65a800-de14-4918-95da-133b25ff9bac tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:32.434359 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6e938cab-dc04-46eb-8cea-bceb3b787cf3 req-de65a800-de14-4918-95da-133b25ff9bac tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 944 time: 0.0630131 Oct 09 00:58:32.510440 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6e938cab-dc04-46eb-8cea-bceb3b787cf3 req-22418fd5-9c77-4dc2-aeb7-a553f0d54ada tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667827 Oct 09 00:58:32.614328 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eb8c9476-00a3-4d35-ae02-9bcc54c368d9 req-c4151bde-bf23-4f80-ada6-5fd0b50d75ae service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301007 Oct 09 00:58:32.749025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a3735-770b-4419-84c0-68524d35e01a req-f1e0237e-d2ef-4ab1-9acc-be1bb66a9c38 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:32.753379 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e6a3735-770b-4419-84c0-68524d35e01a req-f1e0237e-d2ef-4ab1-9acc-be1bb66a9c38 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0757217 Oct 09 00:58:32.895509 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e6a3735-770b-4419-84c0-68524d35e01a req-450cfacc-091d-4e56-93ed-bad5b3b35bfc tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296000 Oct 09 00:58:32.972800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-bf67c5eb-6e9a-47cb-ad8e-5bf4d74faaf6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:32.974320 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-bf67c5eb-6e9a-47cb-ad8e-5bf4d74faaf6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 812 time: 0.1714370 Oct 09 00:58:33.118987 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-280c14b4-bf57-4b5b-b181-47df1c1c0267 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 379 time: 0.0898049 Oct 09 00:58:33.169884 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-22202eb3-e57f-4b3a-bd17-4db6b1f41e3e req-874763d4-52b7-45ac-af15-7eef87b2d76f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0401556 Oct 09 00:58:33.310758 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'port': {'device_id': '841a7957-ee73-4765-a850-406b1e720612', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'admin_state_up': True, 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'security_groups': ['45da6575-619b-423b-bc04-7f831c564029']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:33.470137 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5422a59d-105c-4b65-ad19-487bfb7fda38 req-ff3760ca-3e91-46c2-a985-7ee92eabcb81 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 210 time: 0.0437407 Oct 09 00:58:33.498661 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Made reservation on behalf of 28bc82345ea24b929b66fbcded2b97b7 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:33.502496 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:33.555940 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 9f833987-35a7-48c2-8720-3ab67f5287e5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:58:33.565305 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:33.648338 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:33.657958 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Allocated IP 172.20.0.13 (51f66c80-6e94-4ac9-ad00-6dd9246260d1/d7f3cba3-1b89-4cb1-b9ef-80793ce54a94/c0379d91-6e4b-4a6c-895c-fc71a455dbb1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:58:33.674280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6e87d-ad16-40f2-aa77-97ccac1f165a req-01481270-8f38-458c-b646-14ad739cc675 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:33.679310 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 9f833987-35a7-48c2-8720-3ab67f5287e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f833987-35a7-48c2-8720-3ab67f5287e5,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:58:33.682580 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47c6e87d-ad16-40f2-aa77-97ccac1f165a req-01481270-8f38-458c-b646-14ad739cc675 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 944 time: 0.0629029 Oct 09 00:58:33.708101 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'port_id': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'mac_address': 'fa:16:3e:58:e3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:58:33.748348 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-47c6e87d-ad16-40f2-aa77-97ccac1f165a req-d72904ba-c71c-4c8b-bb33-a9719afce430 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637243 Oct 09 00:58:33.761094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 9f833987-35a7-48c2-8720-3ab67f5287e5 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:58:33.761484 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:33.781215 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f833987-35a7-48c2-8720-3ab67f5287e5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:58:33.806181 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 9f833987-35a7-48c2-8720-3ab67f5287e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f833987-35a7-48c2-8720-3ab67f5287e5,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:58:33.820408 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:33.899267 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=9f833987-35a7-48c2-8720-3ab67f5287e5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:33.908350 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.909629 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.910164 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.910603 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.911051 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.911279 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.911626 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.912110 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.912614 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.913293 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.913771 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.914131 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.914465 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.914790 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:33.915322 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:58:34.056857 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:34.111476 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b16f7-a3b0-480f-a395-8781a2b22741 req-b787e2ff-c004-43da-99e2-d9688d5dfcdf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:34.113566 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e84b16f7-a3b0-480f-a395-8781a2b22741 req-b787e2ff-c004-43da-99e2-d9688d5dfcdf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0953898 Oct 09 00:58:34.201018 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:34.216424 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e84b16f7-a3b0-480f-a395-8781a2b22741 req-394b34b2-0417-4731-8a4f-733ff15e326d tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950158 Oct 09 00:58:34.259447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:34.279409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['9f833987-35a7-48c2-8720-3ab67f5287e5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:58:34.309087 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbafca-f8e7-4aed-b77d-56b30e56db46 req-f7bc898c-3f04-4c95-9002-8faab48aa201 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:34.312086 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2cbbafca-f8e7-4aed-b77d-56b30e56db46 req-f7bc898c-3f04-4c95-9002-8faab48aa201 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 932 time: 0.0546863 Oct 09 00:58:34.332553 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:58:34.336042 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:34.340573 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:58:34.376129 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:34.389454 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2cbbafca-f8e7-4aed-b77d-56b30e56db46 req-f9ae9545-5f08-443d-9e06-f7a467fe5755 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693524 Oct 09 00:58:34.453822 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:34.454395 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:34.502432 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-7d044643-bf24-413b-b7f2-90df7b454d37 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1964936 Oct 09 00:58:34.526160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Request body: {'port': {'device_id': '841a7957-ee73-4765-a850-406b1e720612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:34.697769 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3060d389-88fa-4398-86fc-d3c991e51a44 req-7e5343de-ea90-444f-adc7-efa6c802d982 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 210 time: 0.1027470 Oct 09 00:58:34.703221 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:34.736539 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-67a1af3f-89d3-4e66-88b9-b2429e2488a8 None None] Provisioning complete for port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:58:34.737718 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-67a1af3f-89d3-4e66-88b9-b2429e2488a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:34.738316 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-67a1af3f-89d3-4e66-88b9-b2429e2488a8 None None] Attempt 1 to provision port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 Oct 09 00:58:34.850252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-67a1af3f-89d3-4e66-88b9-b2429e2488a8 None None] Port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:58:34.929147 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e29bea-dcf0-41c9-8f52-d786407654f3 req-29798964-6db9-4712-bd6c-e94667212f0a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:34.930724 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-61e29bea-dcf0-41c9-8f52-d786407654f3 req-29798964-6db9-4712-bd6c-e94667212f0a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 945 time: 0.0534003 Oct 09 00:58:34.984604 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-61e29bea-dcf0-41c9-8f52-d786407654f3 req-aa905e88-da69-4af8-9e61-28a0485a30c4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 Oct 09 00:58:35.006504 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-7a0e2f77-0657-4f33-b947-c9db574ea35c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:35.008094 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-7a0e2f77-0657-4f33-b947-c9db574ea35c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 818 time: 0.2430899 Oct 09 00:58:35.103137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:35.119511 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-b77d232c-c72d-41f1-9947-853a1e302cc9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f68941040b3049bd9c62e2fc061d94c1 HTTP/1.1" status: 200 len: 379 time: 0.0853660 Oct 09 00:58:35.182485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0379d91-6e4b-4a6c-895c-fc71a455dbb1 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:58:35.191354 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Publish callbacks [] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:35.204310 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Transition to ACTIVE for port object c0379d91-6e4b-4a6c-895c-fc71a455dbb1 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:58:35.207487 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:35.232124 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:35.247322 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'port': {'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'admin_state_up': True, 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'security_groups': ['e9a9d17f-82f7-47af-9567-ad6387a276da']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:35.336086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Pushing event updated for resources: {'Port': ['ID=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:35.393855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Attempting to bind port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:58:35.394181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Attempting to bind port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:58:35.394508 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Attempting to bind port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:58:35.459952 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:58:35.460313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Attempting to bind port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:58:35.463961 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Made reservation on behalf of f68941040b3049bd9c62e2fc061d94c1 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:35.467700 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:35.573967 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d81d-8a26-4621-aca6-a6a926bfa2b0 req-382291ec-2810-4d13-bd0e-4fd593dd841a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:35.575417 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce65d81d-8a26-4621-aca6-a6a926bfa2b0 req-382291ec-2810-4d13-bd0e-4fd593dd841a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0829828 Oct 09 00:58:35.602523 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:58:35.602857 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Checking segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:58:35.603247 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Bound using segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:58:35.603721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Bound port: c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:58:35.604081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:35.733905 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce65d81d-8a26-4621-aca6-a6a926bfa2b0 req-b2da976e-1248-4d1c-9e7c-ce79e7fe87f5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326504 Oct 09 00:58:35.768012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Allocated IP 172.20.0.9 (dd937102-41e7-4629-a161-cb0fb39a0995/e75c4721-9fa7-417f-9e12-2a9e53f66ae7/af11de25-9b71-43af-8ce0-051a32ec945c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:58:35.770200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:35.776366 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] For port c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:58:35.784741 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] For port c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:58:35.795395 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:35.798514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:35.799160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:35.800606 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/c0379d91-6e4b-4a6c-895c-fc71a455dbb1 HTTP/1.1" status: 200 len: 1094 time: 1.2815311 Oct 09 00:58:35.805597 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:58:35.807852 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942a181d-2b8f-439a-a807-918a45d4c573" -d '{"events": [{"name": "network-changed", "server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:58:35.821902 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-54bd3537-042a-4213-89af-72c81df95709 req-a7d9ec2a-47ad-4f42-87da-78ea4bccd5e5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 210 time: 0.0399382 Oct 09 00:58:35.884850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf3154-26f7-450b-a40d-7cffd5b1bf6e x-openstack-request-id: req-8fdf3154-26f7-450b-a40d-7cffd5b1bf6e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:58:35.885133 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:58:35.885383 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8fdf3154-26f7-450b-a40d-7cffd5b1bf6e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:58:35.885779 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdf3154-26f7-450b-a40d-7cffd5b1bf6e'] response: {'name': 'network-changed', 'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'status': 'completed', 'code': 200} Oct 09 00:58:35.925750 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4115e-9500-4b1c-b13e-3160cd83012b service neutron] Pushing event updated for resources: {'Port': ['ID=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:36.005808 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for port (af11de25-9b71-43af-8ce0-051a32ec945c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:36.031616 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:36.044884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:36.103845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Network dd937102-41e7-4629-a161-cb0fb39a0995 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:58:36.107091 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:36.111144 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:58:36.132923 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d936a72-6eea-42ac-ab15-42c5d07c7064 req-a3dd07fa-d228-4cea-8d69-223223b3222d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:36.135099 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d936a72-6eea-42ac-ab15-42c5d07c7064 req-a3dd07fa-d228-4cea-8d69-223223b3222d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 945 time: 0.0652020 Oct 09 00:58:36.144143 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event updated for resources: {'Port': ['ID=af11de25-9b71-43af-8ce0-051a32ec945c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:36.167752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:36.168546 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:36.191232 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-99d14058-ca40-4fb1-ba97-7a653461bc5a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490592 Oct 09 00:58:36.200329 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9d936a72-6eea-42ac-ab15-42c5d07c7064 req-0db09000-9f45-4993-bd6c-ceaf3bf4eef3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590432 Oct 09 00:58:36.382419 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e2084f32-1659-473b-a14c-64333529aecc None None] Provisioning complete for port af11de25-9b71-43af-8ce0-051a32ec945c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:58:36.382984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2084f32-1659-473b-a14c-64333529aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:36.383265 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-e2084f32-1659-473b-a14c-64333529aecc None None] Attempt 1 to provision port af11de25-9b71-43af-8ce0-051a32ec945c Oct 09 00:58:36.417074 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e2084f32-1659-473b-a14c-64333529aecc None None] Port af11de25-9b71-43af-8ce0-051a32ec945c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:58:36.856395 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ca0c-efe2-46cd-b7ca-8f62deb68ae4 req-07b7fb02-48ab-46ed-9e09-250351ec09ae tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:36.858386 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d455ca0c-efe2-46cd-b7ca-8f62deb68ae4 req-07b7fb02-48ab-46ed-9e09-250351ec09ae tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0479708 Oct 09 00:58:36.914736 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d455ca0c-efe2-46cd-b7ca-8f62deb68ae4 req-5bf24198-4fbf-42f4-9b13-2c50f5deda14 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481863 Oct 09 00:58:36.943814 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:36.952226 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892b6d-3cd2-45f7-ad90-6ef931dda110 req-12bc2c80-43e7-4e75-8e3c-73b69b25be22 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:36.953684 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f892b6d-3cd2-45f7-ad90-6ef931dda110 req-12bc2c80-43e7-4e75-8e3c-73b69b25be22 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 931 time: 0.0525882 Oct 09 00:58:36.999638 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f892b6d-3cd2-45f7-ad90-6ef931dda110 req-e5d29c27-2453-4438-96cf-9bf4db7936e8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396552 Oct 09 00:58:37.315693 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d4b4e-e532-494a-8f0e-d2c89b2dc0ea req-9cb31de6-7031-4957-a2cd-67e21e5ec51d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:37.316984 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab1d4b4e-e532-494a-8f0e-d2c89b2dc0ea req-9cb31de6-7031-4957-a2cd-67e21e5ec51d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 945 time: 0.0455081 Oct 09 00:58:37.366296 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab1d4b4e-e532-494a-8f0e-d2c89b2dc0ea req-8ddd41fc-f908-4dad-a0d2-7d0a204000f1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Oct 09 00:58:37.567981 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-372fec07-b23b-4338-ac4d-afcb2f7417a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:38.031527 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1c036-e9f6-4a03-8cb3-a9c4db370d4f req-ae114e22-6bc5-41a6-a0b7-a8e7586c178f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.033131 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dda1c036-e9f6-4a03-8cb3-a9c4db370d4f req-ae114e22-6bc5-41a6-a0b7-a8e7586c178f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0489852 Oct 09 00:58:38.086499 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dda1c036-e9f6-4a03-8cb3-a9c4db370d4f req-0bc557f0-657b-47fa-80ca-7f02ed5ed64c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Oct 09 00:58:38.129600 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 9f833987-35a7-48c2-8720-3ab67f5287e5 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:58:38.141849 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de55c8-4b19-4f0c-9c63-1bcda44e4394 req-b276ca3c-89a7-4494-9b94-559064dcbb16 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.143903 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e5de55c8-4b19-4f0c-9c63-1bcda44e4394 req-b276ca3c-89a7-4494-9b94-559064dcbb16 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 931 time: 0.0695417 Oct 09 00:58:38.176337 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 9f833987-35a7-48c2-8720-3ab67f5287e5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:58:38.184439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 9f833987-35a7-48c2-8720-3ab67f5287e5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:58:38.185238 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:38.185768 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 9f833987-35a7-48c2-8720-3ab67f5287e5 Oct 09 00:58:38.202332 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Request body: {'port': {'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:38.229060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:38.286621 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 9f833987-35a7-48c2-8720-3ab67f5287e5 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:58:38.287231 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:38.291170 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e5de55c8-4b19-4f0c-9c63-1bcda44e4394 req-5386c624-af8e-4a5a-9652-d89556484df9 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399720 Oct 09 00:58:38.311486 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a181d-2b8f-439a-a807-918a45d4c573 req-ac0b125b-b6b3-417f-ad84-e26cb77bae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.313809 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-942a181d-2b8f-439a-a807-918a45d4c573 req-ac0b125b-b6b3-417f-ad84-e26cb77bae03 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 1128 time: 0.1074350 Oct 09 00:58:38.316823 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:58:38.319164 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12cd782-c9e1-4a13-a1fb-672a05271975" -d '{"events": [{"server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "name": "network-vif-plugged", "status": "completed", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:58:38.333411 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 9f833987-35a7-48c2-8720-3ab67f5287e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f833987-35a7-48c2-8720-3ab67f5287e5,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:58:38.339092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:38.374961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c738b-8c51-46e6-837c-05878da97ef2 x-openstack-request-id: req-e41c738b-8c51-46e6-837c-05878da97ef2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:58:38.375278 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "name": "network-vif-plugged", "status": "completed", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:58:38.375536 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e41c738b-8c51-46e6-837c-05878da97ef2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:58:38.375953 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41c738b-8c51-46e6-837c-05878da97ef2'] response: {'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'code': 200} Oct 09 00:58:38.406741 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=9f833987-35a7-48c2-8720-3ab67f5287e5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:38.426682 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:38.540930 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a181d-2b8f-439a-a807-918a45d4c573 req-cae21de5-aff5-4f45-a24c-e1b7e0e9b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.542403 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-942a181d-2b8f-439a-a807-918a45d4c573 req-cae21de5-aff5-4f45-a24c-e1b7e0e9b057 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=28bc82345ea24b929b66fbcded2b97b7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2009249 Oct 09 00:58:38.578684 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:38.600723 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6199-e2fc-4a8b-aa7c-882a5653bf2b req-f2281161-05c7-46fd-8058-f3feb7120c95 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.602233 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c4e6199-e2fc-4a8b-aa7c-882a5653bf2b req-f2281161-05c7-46fd-8058-f3feb7120c95 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.1315327 Oct 09 00:58:38.659724 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:38.676281 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffd5ed-82ad-47a6-a9ad-1ebbbc59e1ae req-d396fec7-cca1-480d-8ee5-0c3c4d014399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.677869 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-22ffd5ed-82ad-47a6-a9ad-1ebbbc59e1ae req-d396fec7-cca1-480d-8ee5-0c3c4d014399 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 1130 time: 0.0812294 Oct 09 00:58:38.719826 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:38.739038 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-22ffd5ed-82ad-47a6-a9ad-1ebbbc59e1ae req-bb670d02-da9f-4226-a629-fb17f62cbc42 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534835 Oct 09 00:58:38.825223 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c4e6199-e2fc-4a8b-aa7c-882a5653bf2b req-14dc4d00-db21-4b8e-ba67-371a3b6e0db6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806169 Oct 09 00:58:38.831445 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a181d-2b8f-439a-a807-918a45d4c573 req-ab87703e-df3c-4306-b8ba-4c3894958552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:38.832936 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-942a181d-2b8f-439a-a807-918a45d4c573 req-ab87703e-df3c-4306-b8ba-4c3894958552 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2784553 Oct 09 00:58:38.916028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af11de25-9b71-43af-8ce0-051a32ec945c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:58:38.924968 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Publish callbacks [] for port (af11de25-9b71-43af-8ce0-051a32ec945c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:38.937861 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Transition to ACTIVE for port object af11de25-9b71-43af-8ce0-051a32ec945c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:58:38.941869 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:39.007546 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Pushing event updated for resources: {'Port': ['ID=af11de25-9b71-43af-8ce0-051a32ec945c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:39.063789 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Attempting to bind port af11de25-9b71-43af-8ce0-051a32ec945c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:58:39.064163 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Attempting to bind port af11de25-9b71-43af-8ce0-051a32ec945c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:58:39.064515 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Attempting to bind port af11de25-9b71-43af-8ce0-051a32ec945c on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:58:39.117527 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Port af11de25-9b71-43af-8ce0-051a32ec945c on network dd937102-41e7-4629-a161-cb0fb39a0995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:58:39.118111 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Attempting to bind port af11de25-9b71-43af-8ce0-051a32ec945c on network dd937102-41e7-4629-a161-cb0fb39a0995 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:58:39.186189 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:58:39.186774 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Checking segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:58:39.186932 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Bound using segment: {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:58:39.187374 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Bound port: af11de25-9b71-43af-8ce0-051a32ec945c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8baf8725-752c-48bf-80b5-a9b2d3636b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:58:39.187766 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:39.244990 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36601b-8967-4449-a98d-1e730f0d615c req-b0ea3d13-6b97-4984-b469-c27f95b75ddb tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:39.246389 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df36601b-8967-4449-a98d-1e730f0d615c req-b0ea3d13-6b97-4984-b469-c27f95b75ddb tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0483103 Oct 09 00:58:39.259231 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] For port af11de25-9b71-43af-8ce0-051a32ec945c, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:58:39.262450 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] For port af11de25-9b71-43af-8ce0-051a32ec945c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af11de25-9b71-43af-8ce0-051a32ec945c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:58:39.268554 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:39.272713 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:39.273326 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:39.274780 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 1093 time: 1.0843809 Oct 09 00:58:39.275482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:58:39.278414 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825f034-c763-47bc-be2c-bb688572af64" -d '{"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:58:39.303189 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-df36601b-8967-4449-a98d-1e730f0d615c req-8c611997-b54f-4a07-acb9-35ae448ba20f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510609 Oct 09 00:58:39.334579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cbed16-e31b-4e53-bf24-8835869b0bd6 x-openstack-request-id: req-a1cbed16-e31b-4e53-bf24-8835869b0bd6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:58:39.334891 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:58:39.335152 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a1cbed16-e31b-4e53-bf24-8835869b0bd6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:58:39.335549 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cbed16-e31b-4e53-bf24-8835869b0bd6'] response: {'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'status': 'completed', 'code': 200} Oct 09 00:58:39.336347 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a421f7-067d-4eb8-9988-3f70680883b3 service neutron] Pushing event updated for resources: {'Port': ['ID=af11de25-9b71-43af-8ce0-051a32ec945c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:39.409925 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a8a0a-0c2f-4016-8641-3b22f98a515f req-b2a858c6-164b-40a9-b9fc-fcaa38d2a64d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:39.411433 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-037a8a0a-0c2f-4016-8641-3b22f98a515f req-b2a858c6-164b-40a9-b9fc-fcaa38d2a64d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 943 time: 0.0461373 Oct 09 00:58:39.457329 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-037a8a0a-0c2f-4016-8641-3b22f98a515f req-ad989aea-564d-4f22-a175-272c09a9d3ba tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Oct 09 00:58:39.734275 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-01fcddb8-72b2-4a09-b0d7-84c4ace49809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:39.735832 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-01fcddb8-72b2-4a09-b0d7-84c4ace49809 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 1128 time: 0.0692701 Oct 09 00:58:39.738634 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825f034-c763-47bc-be2c-bb688572af64 req-e7d3c491-1e05-43d0-bf14-de51ff328bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:39.740045 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a825f034-c763-47bc-be2c-bb688572af64 req-e7d3c491-1e05-43d0-bf14-de51ff328bd4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1127 time: 0.0469329 Oct 09 00:58:39.785000 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-19c2fcbb-335c-423d-bfaa-334dcecc17b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:39.863341 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-704ab8ee-9753-4f61-9738-d407cd85e39a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1 HTTP/1.1" status: 200 len: 217 time: 0.0471199 Oct 09 00:58:39.951829 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:39.973246 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-0c9bca9b-de43-47e5-83e7-d7fff68f690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:39.974874 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-0c9bca9b-de43-47e5-83e7-d7fff68f690b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.1016464 Oct 09 00:58:40.032010 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825f034-c763-47bc-be2c-bb688572af64 req-90baae08-d76a-4dca-b5d7-be069c5dfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:40.033473 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a825f034-c763-47bc-be2c-bb688572af64 req-90baae08-d76a-4dca-b5d7-be069c5dfe30 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=f68941040b3049bd9c62e2fc061d94c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2110631 Oct 09 00:58:40.041192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af9e79-3b6c-4add-8c20-8bd38a78a584 req-4b62b52c-1298-4bf8-aae0-60dcb8341450 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:40.042535 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-71af9e79-3b6c-4add-8c20-8bd38a78a584 req-4b62b52c-1298-4bf8-aae0-60dcb8341450 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.0663569 Oct 09 00:58:40.075085 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:40.090791 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-71af9e79-3b6c-4add-8c20-8bd38a78a584 req-16fc1f45-b347-41cd-8667-b4df29fe3687 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Oct 09 00:58:40.378881 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:58:40.431089 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fbcd4-5ef5-49ef-a7fc-c02566e2d031 req-c2f6cca1-74fe-4916-a10f-f7c309c848f2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:40.432475 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c5fbcd4-5ef5-49ef-a7fc-c02566e2d031 req-c2f6cca1-74fe-4916-a10f-f7c309c848f2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0506840 Oct 09 00:58:40.481706 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c5fbcd4-5ef5-49ef-a7fc-c02566e2d031 req-d50b5817-2988-4fab-ae38-0e8088a1bb6b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 Oct 09 00:58:40.579521 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455df068-3bb4-46f2-a9ce-41d6302359c1 req-40a7dd4c-4d4f-4093-b0c2-8879dd12c591 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:40.580998 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-455df068-3bb4-46f2-a9ce-41d6302359c1 req-40a7dd4c-4d4f-4093-b0c2-8879dd12c591 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 943 time: 0.0484743 Oct 09 00:58:40.630695 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-455df068-3bb4-46f2-a9ce-41d6302359c1 req-991a0469-bbdb-47fc-b23d-3fe5506607a6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Oct 09 00:58:40.806888 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a685288e-734f-4f9c-8fb5-98d45c6a3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:40.808419 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-a685288e-734f-4f9c-8fb5-98d45c6a3101 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843277 Oct 09 00:58:41.130419 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825f034-c763-47bc-be2c-bb688572af64 req-3dc62a85-33f2-4578-b70e-dd1a10af6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.131916 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a825f034-c763-47bc-be2c-bb688572af64 req-3dc62a85-33f2-4578-b70e-dd1a10af6636 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4066164 Oct 09 00:58:41.166141 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-774b4faa-f77f-456c-aad4-9038b780d636 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493371 Oct 09 00:58:41.242846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bae04-c7d3-4dc2-ae96-df392730c3ae req-e1627ed7-b830-4d07-8633-f7515f4f8fa7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.244529 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e1bae04-c7d3-4dc2-ae96-df392730c3ae req-e1627ed7-b830-4d07-8633-f7515f4f8fa7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.0614798 Oct 09 00:58:41.326693 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-288f6e06-0d64-4ef4-8fc1-7ffc5b4aaee2 req-ac74ba14-6d4b-4bbd-9f43-04d3161fe929 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401975 Oct 09 00:58:41.328106 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-bb3b5a91-2f20-470b-92a2-5d81b01db886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.329419 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:41.329914 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-bb3b5a91-2f20-470b-92a2-5d81b01db886 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1127 time: 0.0681243 Oct 09 00:58:41.337062 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:41.347339 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0e1bae04-c7d3-4dc2-ae96-df392730c3ae req-a205e168-f461-4d1c-9424-33cef0b106d0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889506 Oct 09 00:58:41.418897 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-882a34db-9062-45c7-88cc-5815a7c261bc service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 217 time: 0.0610609 Oct 09 00:58:41.477935 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ee06-6706-4c8e-a4e6-117fe24c57a8 req-f8821a52-bee9-4ad8-a9f3-090f07fdf93b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.479495 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a095ee06-6706-4c8e-a4e6-117fe24c57a8 req-f8821a52-bee9-4ad8-a9f3-090f07fdf93b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.0498810 Oct 09 00:58:41.491379 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60342) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:41.495913 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'port_id': '9f833987-35a7-48c2-8720-3ab67f5287e5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:41.540595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (246e7c31-d455-419e-926b-5219fe1cd55f), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:41.645283 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1724b-298d-4cd6-aeb9-5e74d4e3d8b6 req-182e95e8-3fb2-4aaf-8c41-955d6244f9c6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.646761 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9bc1724b-298d-4cd6-aeb9-5e74d4e3d8b6 req-182e95e8-3fb2-4aaf-8c41-955d6244f9c6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0776980 Oct 09 00:58:41.763363 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9bc1724b-298d-4cd6-aeb9-5e74d4e3d8b6 req-815ad4fa-6263-4a6b-bda9-92f510f1c48b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986872 Oct 09 00:58:41.777458 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d125f35-6b48-4045-97b9-a716eecb0041 req-7d60a788-fcc6-472a-89c7-3e9789223154 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.778983 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d125f35-6b48-4045-97b9-a716eecb0041 req-7d60a788-fcc6-472a-89c7-3e9789223154 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 943 time: 0.0743859 Oct 09 00:58:41.797675 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-18a415da-abc3-4f5d-93a7-e49f947289e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.799674 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-18a415da-abc3-4f5d-93a7-e49f947289e3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0827310 Oct 09 00:58:41.868895 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-65f0db3d-8ae1-4d4d-b7da-b6388ef45353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:41.870398 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-65f0db3d-8ae1-4d4d-b7da-b6388ef45353 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607431 Oct 09 00:58:41.873465 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d125f35-6b48-4045-97b9-a716eecb0041 req-d5af19ce-36c1-435a-a704-92d66729eac2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859106 Oct 09 00:58:41.904602 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:41.962515 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-966d29c7-bb56-4961-820f-e223286d6a0a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854247 Oct 09 00:58:42.043710 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:42.047910 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (246e7c31-d455-419e-926b-5219fe1cd55f), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:42.070160 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1ef069dd-8591-4850-97a9-0a54461f3b70 req-fb82f861-1bec-495f-aaed-50b5753fef51 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913906 Oct 09 00:58:42.142059 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:42.155313 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP 246e7c31-d455-419e-926b-5219fe1cd55f associated. External IP: 172.37.5.229, port: 9f833987-35a7-48c2-8720-3ab67f5287e5. Oct 09 00:58:42.357168 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:58:42.462176 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:58:42.467020 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:42.471492 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:58:42.481049 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:58:42.481653 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:58:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:42.506445 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b4f16237-17b0-42e0-a5d7-f33df2c91fef tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/246e7c31-d455-419e-926b-5219fe1cd55f HTTP/1.1" status: 200 len: 992 time: 1.0136988 Oct 09 00:58:42.507330 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:58:42.510389 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd7f05-131d-4832-831b-9248742901d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:58:42.568433 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a494e-e6b3-4ea5-9cf9-9ea5474a0f1b x-openstack-request-id: req-8b9a494e-e6b3-4ea5-9cf9-9ea5474a0f1b {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:58:42.568929 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:58:42.569545 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8b9a494e-e6b3-4ea5-9cf9-9ea5474a0f1b {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:58:42.569908 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9a494e-e6b3-4ea5-9cf9-9ea5474a0f1b'] response: {'name': 'network-changed', 'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'status': 'completed', 'code': 200} Oct 09 00:58:42.589925 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:58:42.832897 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:42.864033 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '246e7c31-d455-419e-926b-5219fe1cd55f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.229', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:58:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:21Z', 'updated_at': '2022-10-09T00:58:41Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}, {'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:11Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:42.896617 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:58:42.900019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fa75d-3cc5-483b-b13f-b4c9efbccd1f req-57d9d731-9658-47fc-9011-104f9f8540c4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:42.907338 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c02fa75d-3cc5-483b-b13f-b4c9efbccd1f req-57d9d731-9658-47fc-9011-104f9f8540c4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0581605 Oct 09 00:58:42.918201 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:58:42.918821 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:58:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:42.923991 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:42.932649 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:42.969888 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c02fa75d-3cc5-483b-b13f-b4c9efbccd1f req-1cd97ecc-fb8c-4614-a314-964839694014 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615590 Oct 09 00:58:42.976579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9479e205-7e25-4cec-953a-e59964b065b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:42.982147 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.009905 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.035747 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09e06-ddb3-4adb-8bd1-50e873379a06 req-dd6620ca-7357-464e-80c7-e43d0449fe5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:43.037984 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-41f09e06-ddb3-4adb-8bd1-50e873379a06 req-dd6620ca-7357-464e-80c7-e43d0449fe5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 943 time: 0.0738270 Oct 09 00:58:43.081600 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9479e205-7e25-4cec-953a-e59964b065b8 admin admin] Publish callbacks [] for security_group (be809291-78f1-4e1f-b988-f98be85abb51), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.087925 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9479e205-7e25-4cec-953a-e59964b065b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (be809291-78f1-4e1f-b988-f98be85abb51), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.098938 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-41f09e06-ddb3-4adb-8bd1-50e873379a06 req-faf39904-2371-4842-9210-ab3626680937 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514219 Oct 09 00:58:43.147361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e205-7e25-4cec-953a-e59964b065b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be809291-78f1-4e1f-b988-f98be85abb51,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:43.152827 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9479e205-7e25-4cec-953a-e59964b065b8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=41cc12d5923847858268ee2c8be05164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182244 Oct 09 00:58:43.155270 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:43.197144 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:58:43.205569 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-981f9713-8bce-4000-94b4-dc5db956b5dd admin admin] Publish callbacks [] for security_group (be809291-78f1-4e1f-b988-f98be85abb51), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.225595 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-981f9713-8bce-4000-94b4-dc5db956b5dd admin admin] Publish callbacks [] for security_group (be809291-78f1-4e1f-b988-f98be85abb51), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.274128 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-981f9713-8bce-4000-94b4-dc5db956b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (be809291-78f1-4e1f-b988-f98be85abb51), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.276850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-981f9713-8bce-4000-94b4-dc5db956b5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.278040 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-981f9713-8bce-4000-94b4-dc5db956b5dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/be809291-78f1-4e1f-b988-f98be85abb51 HTTP/1.1" status: 204 len: 168 time: 0.1218293 Oct 09 00:58:43.286561 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f9713-8bce-4000-94b4-dc5db956b5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be809291-78f1-4e1f-b988-f98be85abb51,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:43.447837 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '246e7c31-d455-419e-926b-5219fe1cd55f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.229', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:58:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:21Z', 'updated_at': '2022-10-09T00:58:41Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}, {'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:11Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:58:43.463364 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb4f36-c024-4231-9a99-9f100842e2c4 None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '246e7c31-d455-419e-926b-5219fe1cd55f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.229', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:58:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:21Z', 'updated_at': '2022-10-09T00:58:41Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}, {'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:11Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:58:43.517282 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7f05-131d-4832-831b-9248742901d2 req-cc45591b-727b-4f2f-a1ad-8948feac82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:43.519515 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-cc45591b-727b-4f2f-a1ad-8948feac82ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 1130 time: 0.0489452 Oct 09 00:58:43.570961 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60388) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:43.588349 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f96daae1-5799-472b-8161-f9cbf1abe6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.625380 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7f05-131d-4832-831b-9248742901d2 req-380d4359-0165-4b8a-ba74-86b5c2e128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:43.627496 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-380d4359-0165-4b8a-ba74-86b5c2e128a0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.0955043 Oct 09 00:58:43.675547 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a55f94-a7d0-4b5b-9fab-968c474e3ccf None None] New status for floating IP 246e7c31-d455-419e-926b-5219fe1cd55f: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:58:43.681295 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f96daae1-5799-472b-8161-f9cbf1abe6e5 admin admin] Publish callbacks [] for security_group (de682ffc-28a0-4f33-9b52-da62f3741ce6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.686771 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f96daae1-5799-472b-8161-f9cbf1abe6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (de682ffc-28a0-4f33-9b52-da62f3741ce6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.702696 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-f6063455-9013-4d70-be55-de03d2d91744 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f833987-35a7-48c2-8720-3ab67f5287e5 HTTP/1.1" status: 200 len: 1000 time: 0.0690172 Oct 09 00:58:43.736465 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f96daae1-5799-472b-8161-f9cbf1abe6e5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=15814fc60c8c40188bbce5f0ce50db10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642261 Oct 09 00:58:43.737327 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:43.744402 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96daae1-5799-472b-8161-f9cbf1abe6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de682ffc-28a0-4f33-9b52-da62f3741ce6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:43.778605 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:43.789224 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7f05-131d-4832-831b-9248742901d2 req-1d53df84-a4a4-4d71-a94c-463ba7c15d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:43.791001 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-1d53df84-a4a4-4d71-a94c-463ba7c15d01 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0718615 Oct 09 00:58:43.800860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c83549-e855-4144-8b71-851263f268dd admin admin] Publish callbacks [] for security_group (de682ffc-28a0-4f33-9b52-da62f3741ce6), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.823004 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c83549-e855-4144-8b71-851263f268dd admin admin] Publish callbacks [] for security_group (de682ffc-28a0-4f33-9b52-da62f3741ce6), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.849120 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7f05-131d-4832-831b-9248742901d2 req-19d8b0b5-0410-4ccf-ad31-2ffb4a9bcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:43.851716 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-19d8b0b5-0410-4ccf-ad31-2ffb4a9bcfb9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493188 Oct 09 00:58:43.891506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c83549-e855-4144-8b71-851263f268dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (de682ffc-28a0-4f33-9b52-da62f3741ce6), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.898182 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c83549-e855-4144-8b71-851263f268dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:43.899353 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a9c83549-e855-4144-8b71-851263f268dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/de682ffc-28a0-4f33-9b52-da62f3741ce6 HTTP/1.1" status: 204 len: 168 time: 0.1606088 Oct 09 00:58:43.918411 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c83549-e855-4144-8b71-851263f268dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de682ffc-28a0-4f33-9b52-da62f3741ce6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:43.995007 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-36e14341-ddb1-4368-8f8c-2a8415599dc4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351702 Oct 09 00:58:44.038503 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60402) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:44.118241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c3fa4-8700-4953-832e-0651d7c7ac25 req-017f151f-3324-46ca-b635-f1679b27e564 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:44.120000 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-404c3fa4-8700-4953-832e-0651d7c7ac25 req-017f151f-3324-46ca-b635-f1679b27e564 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0646577 Oct 09 00:58:44.148923 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device af11de25-9b71-43af-8ce0-051a32ec945c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:58:44.149890 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:44.178824 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:44.186020 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b0cd7f05-131d-4832-831b-9248742901d2 req-4e5dd3a0-3474-454a-8103-4c97db7d4c53 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836724 Oct 09 00:58:44.186300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:44.201412 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-404c3fa4-8700-4953-832e-0651d7c7ac25 req-6ee91d30-123f-4662-88bc-11e50fe68068 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737164 Oct 09 00:58:44.278146 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:44.288459 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d40160-1572-42ea-a141-3eb7c269393f req-40ee9985-484e-4fa2-bc14-355935fc8305 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:44.290642 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-20d40160-1572-42ea-a141-3eb7c269393f req-40ee9985-484e-4fa2-bc14-355935fc8305 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 943 time: 0.0888662 Oct 09 00:58:44.316346 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dd639b5-e33a-4877-a569-e798ae54f202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.331259 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port af11de25-9b71-43af-8ce0-051a32ec945c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af11de25-9b71-43af-8ce0-051a32ec945c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:58:44.339183 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:44.344340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:58:44.365885 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60410) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:44.381297 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-20d40160-1572-42ea-a141-3eb7c269393f req-57d33f1f-e3e1-4204-bc75-99e6ee8f1ced tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800834 Oct 09 00:58:44.382369 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ac8-6f47-4b71-b229-08466e6ea983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.386147 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port af11de25-9b71-43af-8ce0-051a32ec945c is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:58:44.386545 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.404582 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11de25-9b71-43af-8ce0-051a32ec945c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:58:44.426818 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port af11de25-9b71-43af-8ce0-051a32ec945c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af11de25-9b71-43af-8ce0-051a32ec945c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:58:44.431301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.442558 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dd639b5-e33a-4877-a569-e798ae54f202 admin admin] Publish callbacks [] for security_group (324a3796-a6df-4000-a669-8c1af99aa906), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.446418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dd639b5-e33a-4877-a569-e798ae54f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (324a3796-a6df-4000-a669-8c1af99aa906), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.475091 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd639b5-e33a-4877-a569-e798ae54f202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a3796-a6df-4000-a669-8c1af99aa906,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:44.482953 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ac8-6f47-4b71-b229-08466e6ea983 admin admin] Publish callbacks [] for security_group (772dfd5b-ae4e-45eb-983d-a2444602b4ee), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.490229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8ac8-6f47-4b71-b229-08466e6ea983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (772dfd5b-ae4e-45eb-983d-a2444602b4ee), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.500553 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=af11de25-9b71-43af-8ce0-051a32ec945c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:44.503951 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0dd639b5-e33a-4877-a569-e798ae54f202 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=855bbf7d882d4e88a30ff3b1d83dd4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640405 Oct 09 00:58:44.504604 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60414) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:44.527828 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d2ba8ac8-6f47-4b71-b229-08466e6ea983 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=508281ed1de64e0ebaecd337b7d039f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583955 Oct 09 00:58:44.528848 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60416) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:44.540388 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba8ac8-6f47-4b71-b229-08466e6ea983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772dfd5b-ae4e-45eb-983d-a2444602b4ee,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:44.596962 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-675a41f3-8e6d-4144-b434-8fd295fcaa1a admin admin] Publish callbacks [] for security_group (324a3796-a6df-4000-a669-8c1af99aa906), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.613756 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0972-a526-4589-bc6a-b62153b1b4e8 admin admin] Publish callbacks [] for security_group (772dfd5b-ae4e-45eb-983d-a2444602b4ee), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.632645 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-675a41f3-8e6d-4144-b434-8fd295fcaa1a admin admin] Publish callbacks [] for security_group (324a3796-a6df-4000-a669-8c1af99aa906), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.651900 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0972-a526-4589-bc6a-b62153b1b4e8 admin admin] Publish callbacks [] for security_group (772dfd5b-ae4e-45eb-983d-a2444602b4ee), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.721680 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-675a41f3-8e6d-4144-b434-8fd295fcaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (324a3796-a6df-4000-a669-8c1af99aa906), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.724451 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-675a41f3-8e6d-4144-b434-8fd295fcaa1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.725588 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-675a41f3-8e6d-4144-b434-8fd295fcaa1a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/324a3796-a6df-4000-a669-8c1af99aa906 HTTP/1.1" status: 204 len: 168 time: 0.2202041 Oct 09 00:58:44.729994 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0972-a526-4589-bc6a-b62153b1b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (772dfd5b-ae4e-45eb-983d-a2444602b4ee), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.732408 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0972-a526-4589-bc6a-b62153b1b4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:44.733510 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dc2f0972-a526-4589-bc6a-b62153b1b4e8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/772dfd5b-ae4e-45eb-983d-a2444602b4ee HTTP/1.1" status: 204 len: 168 time: 0.2044775 Oct 09 00:58:44.739824 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a41f3-8e6d-4144-b434-8fd295fcaa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a3796-a6df-4000-a669-8c1af99aa906,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:44.753128 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f0972-a526-4589-bc6a-b62153b1b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772dfd5b-ae4e-45eb-983d-a2444602b4ee,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:44.870612 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['af11de25-9b71-43af-8ce0-051a32ec945c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:58:45.341452 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691d8df-5b3a-4624-8630-4d42c1f11e3e req-2fb958ae-bd82-4ea3-a1b6-1cf17802d75c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:45.342928 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e691d8df-5b3a-4624-8630-4d42c1f11e3e req-2fb958ae-bd82-4ea3-a1b6-1cf17802d75c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0529699 Oct 09 00:58:45.397286 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e691d8df-5b3a-4624-8630-4d42c1f11e3e req-e4ea1333-78c9-4380-b5f1-f379c54f9fd1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481405 Oct 09 00:58:45.506587 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60464) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:45.526175 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecf673-834f-48de-8164-9e4fd1eab9ba req-85b8068a-6b12-4e84-8230-a93cf98a8a47 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:45.532103 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8cecf673-834f-48de-8164-9e4fd1eab9ba req-85b8068a-6b12-4e84-8230-a93cf98a8a47 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 944 time: 0.0702286 Oct 09 00:58:45.593355 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8cecf673-834f-48de-8164-9e4fd1eab9ba req-387f3052-2638-42d9-9505-6a542571d59a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557430 Oct 09 00:58:45.647764 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1892733199-network', 'tenant_id': '5edae5583d2e4a4688bef23f3a14eda4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:45.673432 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Made reservation on behalf of 5edae5583d2e4a4688bef23f3a14eda4 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:45.676418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.685392 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.734593 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:45.760339 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:45.774824 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks [] for security_group (2b5900ad-4eae-41f0-90e9-7084729c73b2), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.778429 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2b5900ad-4eae-41f0-90e9-7084729c73b2), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.808849 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 00:58:45.816068 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5900ad-4eae-41f0-90e9-7084729c73b2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:45.825356 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (42afef76-a35f-4630-81f8-284fedf7e403), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.825452 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Added segment 42afef76-a35f-4630-81f8-284fedf7e403 of type vlan for network c27214a2-3f39-42ec-9d84-0333462c2425 Oct 09 00:58:45.879095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (c27214a2-3f39-42ec-9d84-0333462c2425), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.905548 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (c27214a2-3f39-42ec-9d84-0333462c2425), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.906561 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:45.907150 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:45.915666 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60486) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:46.043211 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82eb1fc-19ea-4469-a125-6855bf82ac7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.154798 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82eb1fc-19ea-4469-a125-6855bf82ac7c admin admin] Publish callbacks [] for security_group (decad5ff-905f-45c5-9a2f-a26431c0937f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.160772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82eb1fc-19ea-4469-a125-6855bf82ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (decad5ff-905f-45c5-9a2f-a26431c0937f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.180010 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device af11de25-9b71-43af-8ce0-051a32ec945c up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:58:46.209247 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e82eb1fc-19ea-4469-a125-6855bf82ac7c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=03feb5df12294d1291aaabcec61c9150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923946 Oct 09 00:58:46.209939 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60494) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:46.213147 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] Pushing event updated for resources: {'Network': ['ID=c27214a2-3f39-42ec-9d84-0333462c2425,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:46.229015 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0f0867ec-8889-477a-8a2a-fd467d905813 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7213409 Oct 09 00:58:46.231829 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:46.232721 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network c27214a2-3f39-42ec-9d84-0333462c2425 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 00:58:46.237946 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Request body: {'subnet': {'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1892733199-subnet', 'tenant_id': '5edae5583d2e4a4688bef23f3a14eda4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:46.248751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eb1fc-19ea-4469-a125-6855bf82ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decad5ff-905f-45c5-9a2f-a26431c0937f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:46.261982 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Made reservation on behalf of 5edae5583d2e4a4688bef23f3a14eda4 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:58:46.266476 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645919'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.286387 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd3f00fa-cf90-4806-8ba1-36bca4f5274b admin admin] Publish callbacks [] for security_group (decad5ff-905f-45c5-9a2f-a26431c0937f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.309581 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port af11de25-9b71-43af-8ce0-051a32ec945c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:58:46.311625 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd3f00fa-cf90-4806-8ba1-36bca4f5274b admin admin] Publish callbacks [] for security_group (decad5ff-905f-45c5-9a2f-a26431c0937f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.322177 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port af11de25-9b71-43af-8ce0-051a32ec945c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:58:46.322607 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.322941 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port af11de25-9b71-43af-8ce0-051a32ec945c Oct 09 00:58:46.367195 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd3f00fa-cf90-4806-8ba1-36bca4f5274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (decad5ff-905f-45c5-9a2f-a26431c0937f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.370487 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd3f00fa-cf90-4806-8ba1-36bca4f5274b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.371842 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bd3f00fa-cf90-4806-8ba1-36bca4f5274b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/decad5ff-905f-45c5-9a2f-a26431c0937f HTTP/1.1" status: 204 len: 168 time: 0.1585989 Oct 09 00:58:46.380686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f00fa-cf90-4806-8ba1-36bca4f5274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decad5ff-905f-45c5-9a2f-a26431c0937f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:46.425348 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port af11de25-9b71-43af-8ce0-051a32ec945c is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:58:46.425740 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.451369 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:58:46.453703 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac963d4c-958c-40aa-b7a0-944cdd90efef" -d '{"events": [{"server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "name": "network-vif-plugged", "status": "completed", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:58:46.466338 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port af11de25-9b71-43af-8ce0-051a32ec945c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af11de25-9b71-43af-8ce0-051a32ec945c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:58:46.475044 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.491045 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645901'] for subnet (f493090a-f183-4394-a1a6-e9dd89363581), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.514838 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bec578-8390-434d-9e1c-2780afc50247 x-openstack-request-id: req-d2bec578-8390-434d-9e1c-2780afc50247 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:58:46.515374 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "name": "network-vif-plugged", "status": "completed", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:58:46.515998 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d2bec578-8390-434d-9e1c-2780afc50247 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:58:46.516527 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bec578-8390-434d-9e1c-2780afc50247'] response: {'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'code': 200} Oct 09 00:58:46.553917 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=af11de25-9b71-43af-8ce0-051a32ec945c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:46.578704 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6514a-db35-47df-8160-575fd5e7e452 req-f283a0f7-a4de-4a94-8c89-7b95cdad6053 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:46.586563 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Checking segment: {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:58:46.587206 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Network hostable DHCP agents. Network: c27214a2-3f39-42ec-9d84-0333462c2425, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 00:58:46.588474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bad6514a-db35-47df-8160-575fd5e7e452 req-f283a0f7-a4de-4a94-8c89-7b95cdad6053 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0842352 Oct 09 00:58:46.592007 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f493090a-f183-4394-a1a6-e9dd89363581,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:46.613232 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Network c27214a2-3f39-42ec-9d84-0333462c2425 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 00:58:46.644048 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c27214a2-3f39-42ec-9d84-0333462c2425) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:58:46.654826 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e662f1e0-f26e-490f-ad9b-0f4e82fd1d91 None None] Network c27214a2-3f39-42ec-9d84-0333462c2425 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:58:46.656804 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:46.658808 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:46.664870 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bad6514a-db35-47df-8160-575fd5e7e452 req-8d668eed-c39f-48e7-838a-c24b068c47e0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746353 Oct 09 00:58:46.697031 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-91f03a11-e792-4d7d-9803-7acd481a2335 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4638894 Oct 09 00:58:46.801323 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132dff1-c08b-46d2-8edf-b85b6e5436a7 req-48036f7e-5c25-4cd0-bfc4-02abf2a870cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:46.802889 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1132dff1-c08b-46d2-8edf-b85b6e5436a7 req-48036f7e-5c25-4cd0-bfc4-02abf2a870cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Oct 09 00:58:46.809728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:46.836414 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ef63a-3829-4d46-ba09-7446dd5903b9 None None] Network c27214a2-3f39-42ec-9d84-0333462c2425 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 00:58:46.860262 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1132dff1-c08b-46d2-8edf-b85b6e5436a7 req-fc2416e5-72a5-4c87-9108-8000a4ec361d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505672 Oct 09 00:58:47.780436 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652112-3537-46a7-a841-77678888dfa4 req-bc9c5fdc-08db-4ec7-aafb-8fd4c052d0a2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:47.781900 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a652112-3537-46a7-a841-77678888dfa4 req-bc9c5fdc-08db-4ec7-aafb-8fd4c052d0a2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0472784 Oct 09 00:58:47.814873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:47.832560 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6a652112-3537-46a7-a841-77678888dfa4 req-38dc5b2d-f3b9-4287-9d53-0135c8e98015 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 Oct 09 00:58:47.976350 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dc700-c947-4e18-be92-5b595518181b req-33e98e29-3bb2-40ad-9810-b50e26bffe67 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:47.977839 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b36dc700-c947-4e18-be92-5b595518181b req-33e98e29-3bb2-40ad-9810-b50e26bffe67 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0472248 Oct 09 00:58:48.016435 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:48.031241 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b36dc700-c947-4e18-be92-5b595518181b req-03d57977-a9f9-4c6a-9e00-053b0cfa2183 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478554 Oct 09 00:58:48.482852 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:48.504080 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1c646076-c2d8-41b9-8829-bd47d89633e5 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:48.505604 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1c646076-c2d8-41b9-8829-bd47d89633e5 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 200 len: 809 time: 0.1090846 Oct 09 00:58:48.520947 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-7d3c30cf-7246-4475-968f-bcb6ee1d9b07 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/quotas/5edae5583d2e4a4688bef23f3a14eda4 HTTP/1.1" status: 200 len: 375 time: 0.0094891 Oct 09 00:58:48.554796 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-49368a8c-b501-437b-87e4-1b3d41bd0e6d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283973 Oct 09 00:58:48.645777 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-fe015ecd-a5b0-4660-80ea-a1da54031275 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Oct 09 00:58:48.734592 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-7243803c-a8f8-4ca8-94dd-10bd3c21c527 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831840 Oct 09 00:58:48.931701 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2009b373-2016-4f0a-b587-1bd193255260 req-147d119b-b3c4-45f9-92fe-5e50e88f4b2e tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0392778 Oct 09 00:58:48.975676 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c07eb-1a52-4adf-ba0b-7ca573bdfb3c req-bd2cdd02-d50b-49d9-b881-70f43d860460 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:48.977166 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff0c07eb-1a52-4adf-ba0b-7ca573bdfb3c req-bd2cdd02-d50b-49d9-b881-70f43d860460 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0543666 Oct 09 00:58:49.027629 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ff0c07eb-1a52-4adf-ba0b-7ca573bdfb3c req-4c2b3f8a-7e3e-4897-92b1-c95fe397e9d8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445125 Oct 09 00:58:49.155457 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f97cd-d37e-4aca-8db0-337bb795624c req-0cd65310-9d43-4d3e-921b-8d463ebc0d08 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:49.157117 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ed2f97cd-d37e-4aca-8db0-337bb795624c req-0cd65310-9d43-4d3e-921b-8d463ebc0d08 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0485537 Oct 09 00:58:49.208191 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ed2f97cd-d37e-4aca-8db0-337bb795624c req-d9f1b00b-7099-452d-b6fa-56f3484d7d51 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Oct 09 00:58:50.039146 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dbb50e6c-29a8-4dc7-98e2-82e42fa4ab7d req-1e2722fb-407f-4e1e-988b-9570f5059d3b tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0272834 Oct 09 00:58:50.147655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72917a-5057-4d4a-b3ee-e9ac6e0396b3 req-d62443b3-c492-4de3-9883-f5ec88fd80e3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:50.149129 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf72917a-5057-4d4a-b3ee-e9ac6e0396b3 req-d62443b3-c492-4de3-9883-f5ec88fd80e3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0460277 Oct 09 00:58:50.193566 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:50.198645 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bf72917a-5057-4d4a-b3ee-e9ac6e0396b3 req-807ef454-d4cd-40e3-ad98-5fdc01f2c2d4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440509 Oct 09 00:58:50.327706 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045e445-9683-4064-9a93-d58ce6728b07 req-75c90d91-7262-4d54-b53c-d2fe8ca70c3a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:50.329057 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0045e445-9683-4064-9a93-d58ce6728b07 req-75c90d91-7262-4d54-b53c-d2fe8ca70c3a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0470109 Oct 09 00:58:50.376646 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0045e445-9683-4064-9a93-d58ce6728b07 req-ee0bdb54-dca2-4c42-bbbd-267269f21be2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418260 Oct 09 00:58:50.948135 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60582) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:51.052741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b7e314e-e9fe-4ad9-b639-f843f2b65278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.155286 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ed1a99af-6f69-44c4-8caa-63270cac267a req-3dfc4264-8c21-427d-9396-466a0add1a50 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0367782 Oct 09 00:58:51.160415 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b7e314e-e9fe-4ad9-b639-f843f2b65278 admin admin] Publish callbacks [] for security_group (3944470a-1402-47d5-993c-98aeeb52121b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.164023 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b7e314e-e9fe-4ad9-b639-f843f2b65278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3944470a-1402-47d5-993c-98aeeb52121b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.205011 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9b7e314e-e9fe-4ad9-b639-f843f2b65278 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ebbbad64bcf24f6c9667d7a5282a0f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557163 Oct 09 00:58:51.205753 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e314e-e9fe-4ad9-b639-f843f2b65278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3944470a-1402-47d5-993c-98aeeb52121b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:51.207684 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60588) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:51.260372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ac043d8-32a5-48b0-930c-ea509140daa8 admin admin] Publish callbacks [] for security_group (3944470a-1402-47d5-993c-98aeeb52121b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.304985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ac043d8-32a5-48b0-930c-ea509140daa8 admin admin] Publish callbacks [] for security_group (3944470a-1402-47d5-993c-98aeeb52121b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.334601 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36aecc-a1ab-45ef-ac2a-039d2f91ad38 req-e4092efd-3f1b-42a5-9b02-275d148ec874 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:51.336071 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b36aecc-a1ab-45ef-ac2a-039d2f91ad38 req-e4092efd-3f1b-42a5-9b02-275d148ec874 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0635052 Oct 09 00:58:51.395747 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b36aecc-a1ab-45ef-ac2a-039d2f91ad38 req-a0748cf6-a481-48dd-aa98-54e8d1216c5f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541041 Oct 09 00:58:51.396724 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ac043d8-32a5-48b0-930c-ea509140daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3944470a-1402-47d5-993c-98aeeb52121b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.399258 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ac043d8-32a5-48b0-930c-ea509140daa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:51.400313 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8ac043d8-32a5-48b0-930c-ea509140daa8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3944470a-1402-47d5-993c-98aeeb52121b HTTP/1.1" status: 204 len: 168 time: 0.1916387 Oct 09 00:58:51.408916 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac043d8-32a5-48b0-930c-ea509140daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3944470a-1402-47d5-993c-98aeeb52121b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:58:51.509634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd9275-7df2-4022-846a-4c393748de63 req-fcbfe5d7-7f52-481e-b2fc-b0f5f7e76735 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:51.511139 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ebd9275-7df2-4022-846a-4c393748de63 req-fcbfe5d7-7f52-481e-b2fc-b0f5f7e76735 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Oct 09 00:58:51.571885 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6ebd9275-7df2-4022-846a-4c393748de63 req-002ba25d-6769-4921-af54-a0014e3a743b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542870 Oct 09 00:58:52.260579 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fa65f522-a59c-47c9-8e07-070c67534ff4 req-e36663cc-1ee0-4003-9c84-67575f2d00e7 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0314364 Oct 09 00:58:52.517037 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960807f-f10b-4381-a83e-fdbe5607b95d req-d524ae40-c29c-4631-a654-b389ecc1f49f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:52.518490 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5960807f-f10b-4381-a83e-fdbe5607b95d req-d524ae40-c29c-4631-a654-b389ecc1f49f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0489523 Oct 09 00:58:52.567374 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5960807f-f10b-4381-a83e-fdbe5607b95d req-c9f5fbab-e406-4464-9e57-0af22ee4dee3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Oct 09 00:58:52.695093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916bc67-15ae-4163-90c6-0317557aa760 req-c584e41d-3c38-4443-92ab-103ed8418e76 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:52.696481 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b916bc67-15ae-4163-90c6-0317557aa760 req-c584e41d-3c38-4443-92ab-103ed8418e76 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0458202 Oct 09 00:58:52.742504 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b916bc67-15ae-4163-90c6-0317557aa760 req-eafe0b9a-80a6-44ff-9652-f64761fa6fd8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Oct 09 00:58:53.358698 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fc050514-fe64-474f-89c0-77035ed0d2b6 req-33fd4e2a-87e2-43e1-919f-02f08075a6a4 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0266368 Oct 09 00:58:53.741399 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c1661-8ef9-4bf7-9c11-68eeb06c59c5 req-2b649dde-ec56-466a-a353-db0a736e67f9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:53.742846 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-242c1661-8ef9-4bf7-9c11-68eeb06c59c5 req-2b649dde-ec56-466a-a353-db0a736e67f9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0457439 Oct 09 00:58:53.791861 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-242c1661-8ef9-4bf7-9c11-68eeb06c59c5 req-99294e5e-9dc2-4b69-9e82-45de624b090d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Oct 09 00:58:53.857628 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=26 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:53.859571 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee77f-1243-41ac-874a-6196d306dd8b req-e56370f1-9c56-44b5-a8a3-a8c9e94332d1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:53.861833 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-675ee77f-1243-41ac-874a-6196d306dd8b req-e56370f1-9c56-44b5-a8a3-a8c9e94332d1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0451546 Oct 09 00:58:53.912596 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-675ee77f-1243-41ac-874a-6196d306dd8b req-2d846018-adc6-417b-8455-cc184945454d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Oct 09 00:58:53.927953 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:54.460440 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-31c0aa39-9320-4f92-b597-28977025e97a req-95bd0e20-a82f-488a-be27-9399b9f99204 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Oct 09 00:58:54.910278 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212875-bba7-4874-af04-9abdc0116f45 req-502b8605-c085-40db-8882-af83a271f710 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:54.911775 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6b212875-bba7-4874-af04-9abdc0116f45 req-502b8605-c085-40db-8882-af83a271f710 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0464046 Oct 09 00:58:54.961345 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6b212875-bba7-4874-af04-9abdc0116f45 req-099824f3-6940-451c-b228-85ec7265c681 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 Oct 09 00:58:55.025410 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:55.034156 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d035-7e59-4c07-8753-6fd845a0946d req-50ec89c9-0b4f-4eb8-aa44-398e2fedb3ff tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:55.035621 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c30d035-7e59-4c07-8753-6fd845a0946d req-50ec89c9-0b4f-4eb8-aa44-398e2fedb3ff tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0470459 Oct 09 00:58:55.082769 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7c30d035-7e59-4c07-8753-6fd845a0946d req-80e27961-11ca-4c35-8954-7af0a8dedcb8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 Oct 09 00:58:55.561033 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6725c60e-76c9-4d42-aec7-d60bf5503916 req-51cf863f-b6a7-464b-862f-7ec213acfdff tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0271311 Oct 09 00:58:56.063816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:56.077243 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fd0a6-71e9-43c7-b6e7-50b8f58f4333 req-2bff8e5a-3433-4a9a-a609-782a8cb55280 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:56.078751 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-330fd0a6-71e9-43c7-b6e7-50b8f58f4333 req-2bff8e5a-3433-4a9a-a609-782a8cb55280 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0454547 Oct 09 00:58:56.129232 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-330fd0a6-71e9-43c7-b6e7-50b8f58f4333 req-011f3930-a456-4c17-b007-7dcb6250beb7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Oct 09 00:58:56.202044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051437b-d6e2-43a1-8099-d69a83bd5fb1 req-2cdd6f00-90b5-4319-a662-d0dbc2a103f7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:56.203502 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7051437b-d6e2-43a1-8099-d69a83bd5fb1 req-2cdd6f00-90b5-4319-a662-d0dbc2a103f7 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0446966 Oct 09 00:58:56.254035 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7051437b-d6e2-43a1-8099-d69a83bd5fb1 req-90aae1f9-6523-4c6e-8afa-356845f6e2a5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Oct 09 00:58:56.662155 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9f77dea0-c6c8-4122-9f9f-bba2105a7275 req-f40226c4-493a-4405-8328-83f2a213c55d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0296407 Oct 09 00:58:56.920385 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:57.047669 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05a46f-5d20-477d-b033-b193405a46bb req-f58d51f4-2d00-4717-8788-f5dd3a87f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:57.050182 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b05a46f-5d20-477d-b033-b193405a46bb req-f58d51f4-2d00-4717-8788-f5dd3a87f700 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0417542 Oct 09 00:58:57.104411 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:57.246258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310eff2a-b85e-4d40-a924-8ca04c9ed088 req-20c35c59-71d3-40e5-9866-d52287101eb8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:57.247756 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-310eff2a-b85e-4d40-a924-8ca04c9ed088 req-20c35c59-71d3-40e5-9866-d52287101eb8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0465219 Oct 09 00:58:57.279788 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:57.298670 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-310eff2a-b85e-4d40-a924-8ca04c9ed088 req-8c6e2427-fb58-4275-8093-de8b1ea7f693 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446959 Oct 09 00:58:57.374139 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21cb32-fd39-400b-b082-3515a99e9d16 req-d60bfae0-66e1-48a5-b0f4-da27b063014c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:57.375568 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e21cb32-fd39-400b-b082-3515a99e9d16 req-d60bfae0-66e1-48a5-b0f4-da27b063014c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0460281 Oct 09 00:58:57.422299 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e21cb32-fd39-400b-b082-3515a99e9d16 req-1b711036-e7e4-4c1a-9895-aa504c9e2c5d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Oct 09 00:58:57.761427 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e55918e1-3d92-4b75-81e1-d9df8ebe8c28 req-a6215050-5860-49f4-853f-d498be315bf0 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0272050 Oct 09 00:58:57.881694 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b05a46f-5d20-477d-b033-b193405a46bb req-8d30605b-63f6-4cc2-881c-1cdafa5575c1 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398879 Oct 09 00:58:58.420869 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d2160-81e5-49e8-b5b0-52a0c7c69311 req-4320e45f-4513-4995-bf1f-7200b2b993c7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:58.422326 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a80d2160-81e5-49e8-b5b0-52a0c7c69311 req-4320e45f-4513-4995-bf1f-7200b2b993c7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0484502 Oct 09 00:58:58.472090 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a80d2160-81e5-49e8-b5b0-52a0c7c69311 req-7f75c88f-4243-4268-bd71-b6a5e1798f78 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437841 Oct 09 00:58:58.541998 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d77a7-d864-454b-958e-3aa78c039a8a req-96d75bfe-25a7-4f16-ac34-2a81c1096971 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:58.543437 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-454d77a7-d864-454b-958e-3aa78c039a8a req-96d75bfe-25a7-4f16-ac34-2a81c1096971 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Oct 09 00:58:58.589730 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-454d77a7-d864-454b-958e-3aa78c039a8a req-d9be91f2-cf6e-4bd2-855e-022b4b458ec1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 Oct 09 00:58:58.865109 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-96867fc3-80bd-4f47-99fd-fcac98e673a3 req-f76e0ab5-aa56-4ed3-9398-ca48275b1b5b tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0291090 Oct 09 00:58:59.594880 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c8d8d-d8ca-4127-aff1-5d23f0c4b58b req-2842ae73-e6d3-4347-9f40-43ece99775c1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:59.596385 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a37c8d8d-d8ca-4127-aff1-5d23f0c4b58b req-2842ae73-e6d3-4347-9f40-43ece99775c1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 944 time: 0.0475934 Oct 09 00:58:59.646488 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a37c8d8d-d8ca-4127-aff1-5d23f0c4b58b req-7171a5dd-e224-40e5-9648-2f1cb5b4a46c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445340 Oct 09 00:58:59.708529 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661d0a3-40f1-464c-b811-f02fa1b1d182 req-09f008fb-23e8-43ba-8d53-f80d30d60050 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:59.709969 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e661d0a3-40f1-464c-b811-f02fa1b1d182 req-09f008fb-23e8-43ba-8d53-f80d30d60050 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0471096 Oct 09 00:58:59.759880 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e661d0a3-40f1-464c-b811-f02fa1b1d182 req-f7a2a4d9-8d55-4ad8-bec5-4bcb69fd879b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Oct 09 00:58:59.857551 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:58:59.874709 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba1f6-7185-49ce-8fa5-8c4559cb9126 req-8038e76e-dbb4-4a7f-926b-711c8d362fec tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:58:59.876830 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-896ba1f6-7185-49ce-8fa5-8c4559cb9126 req-8038e76e-dbb4-4a7f-926b-711c8d362fec tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Oct 09 00:58:59.886944 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60644) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:58:59.891280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'floatingip': {'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:58:59.934925 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:58:59.966773 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5d3aae31-57b6-4487-84e4-79184ed533af req-191bfe2a-d0fb-47f6-9154-7f096d93d83f tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Oct 09 00:59:00.223621 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c0379d91-6e4b-4a6c-895c-fc71a455dbb1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:59:00.343313 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:00.365247 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'port_id': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'mac_address': 'fa:16:3e:22:63:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:59:00.372779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-ba8bc828-cb24-4a43-8a57-a9bba478f8ef tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:00.374214 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-ba8bc828-cb24-4a43-8a57-a9bba478f8ef tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "GET /networking/v2.0/networks?id=c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 200 len: 809 time: 0.1374533 Oct 09 00:59:00.406597 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Request body: {'port': {'device_id': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425', 'admin_state_up': True, 'tenant_id': '5edae5583d2e4a4688bef23f3a14eda4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:00.408820 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.415824 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.419755 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:00.420161 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.437357 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0379d91-6e4b-4a6c-895c-fc71a455dbb1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:00.461957 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:00.466063 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.518175 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:00.528529 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Floating IP fe3bc9d1-0c46-4901-887f-aac4309f1810 associated. External IP: 172.37.5.19, port: af11de25-9b71-43af-8ce0-051a32ec945c. Oct 09 00:59:00.532944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Made reservation on behalf of 5edae5583d2e4a4688bef23f3a14eda4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:59:00.537155 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.670382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Allocated IP 172.20.0.3 (c27214a2-3f39-42ec-9d84-0333462c2425/f493090a-f183-4394-a1a6-e9dd89363581/d05ad078-2684-4d21-8255-efa3f61a8cb4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:59:00.699725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:00.767910 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:00.774389 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Router edc3da25-e74d-4384-a954-79daecb75070 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:59:00.780779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:00.790641 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf77c-fa8c-4d77-b2b3-e4b4d3bb195a req-377bc8fa-8e51-4566-9a26-8fbadc404c05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:00.792196 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0babf77c-fa8c-4d77-b2b3-e4b4d3bb195a req-377bc8fa-8e51-4566-9a26-8fbadc404c05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 945 time: 0.0660584 Oct 09 00:59:00.844786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks [] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.876971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.910834 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['c0379d91-6e4b-4a6c-895c-fc71a455dbb1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:59:00.920846 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0babf77c-fa8c-4d77-b2b3-e4b4d3bb195a req-5da4d475-6090-4949-9dd5-b3184ec7d1a8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223781 Oct 09 00:59:00.926173 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Network c27214a2-3f39-42ec-9d84-0333462c2425 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:59:00.927164 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:00.929510 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:59:00.934790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:59:00.955861 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:59:00.960411 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Pushing event updated for resources: {'Port': ['ID=d05ad078-2684-4d21-8255-efa3f61a8cb4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:00.966712 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:00.970829 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] Sync routers for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:59:00.976818 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.977161 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.977681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.977814 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.978204 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.978568 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.979868 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.980420 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.980768 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.981105 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.981519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.981908 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.982242 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.982571 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:00.982896 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:01.006309 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:01.007024 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:58:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:01.008316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:01.009323 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:01.019193 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-82051d08-ae26-4ec4-ad0a-870cb7e106d8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/fe3bc9d1-0c46-4901-887f-aac4309f1810 HTTP/1.1" status: 200 len: 990 time: 1.1311707 Oct 09 00:59:01.019877 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:01.022203 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f043c190-4a2f-4c10-adfe-f417c30151d6" -d '{"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:01.036196 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-1d1323ae-3411-4538-a006-8b67cf17d97d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328127 Oct 09 00:59:01.058861 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Request body: {'port': {'device_id': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:01.064309 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f3658-6281-4365-8d12-920257dad8b1 x-openstack-request-id: req-b01f3658-6281-4365-8d12-920257dad8b1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:01.064597 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:01.064849 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b01f3658-6281-4365-8d12-920257dad8b1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:01.065247 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01f3658-6281-4365-8d12-920257dad8b1'] response: {'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'status': 'completed', 'code': 200} Oct 09 00:59:01.161074 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:01.178030 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb706ca-f652-4147-b902-c7ce0e74313f req-3fe96316-cd7d-48d9-b14b-692bb86d8641 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:01.179386 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-adb706ca-f652-4147-b902-c7ce0e74313f req-3fe96316-cd7d-48d9-b14b-692bb86d8641 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 931 time: 0.1123397 Oct 09 00:59:01.211446 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:01.213698 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-ae46c625-413b-4658-a1fe-39de83bc6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:01.215157 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-ae46c625-413b-4658-a1fe-39de83bc6ac0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0873475 Oct 09 00:59:01.319100 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:01.332334 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-adb706ca-f652-4147-b902-c7ce0e74313f req-c4fa0172-c6f4-4f30-b5b8-fead9047687f tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465580 Oct 09 00:59:01.417253 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:01.418661 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-91b439e1-cb82-4e8e-addf-ed211deeca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:01.420253 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-91b439e1-cb82-4e8e-addf-ed211deeca21 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1958725 Oct 09 00:59:01.464860 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe3bc9d1-0c46-4901-887f-aac4309f1810', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'floating_ip_address': '172.37.5.19', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:30Z', 'updated_at': '2022-10-09T00:59:00Z', 'revision_number': 1, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:01.489459 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] Checking router: edc3da25-e74d-4384-a954-79daecb75070 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:59:01.497849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:01.498450 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:58:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:01.534222 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-a7dc9e2d-55ad-4e9a-9122-53052fd1bc22 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 998 time: 0.1046529 Oct 09 00:59:01.558372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:01.622081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:01.633616 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-ad17d36a-7672-4de2-bf41-abbbd63854c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:01.635082 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-ad17d36a-7672-4de2-bf41-abbbd63854c2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0869098 Oct 09 00:59:01.695076 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05ad078-2684-4d21-8255-efa3f61a8cb4 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:01.706582 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Publish callbacks [] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:01.716062 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-d8f08368-e06c-4289-a1ae-337ea62b805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:01.717478 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-d8f08368-e06c-4289-a1ae-337ea62b805b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605757 Oct 09 00:59:01.724727 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Transition to ACTIVE for port object d05ad078-2684-4d21-8255-efa3f61a8cb4 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:59:01.727714 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:01.728333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:01.845472 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Pushing event updated for resources: {'Port': ['ID=d05ad078-2684-4d21-8255-efa3f61a8cb4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:01.911350 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-00ab604e-de30-48b5-acd4-edc187a3f0d6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769927 Oct 09 00:59:01.928315 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Attempting to bind port d05ad078-2684-4d21-8255-efa3f61a8cb4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:59:01.928648 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Attempting to bind port d05ad078-2684-4d21-8255-efa3f61a8cb4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:59:01.928978 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Attempting to bind port d05ad078-2684-4d21-8255-efa3f61a8cb4 on network c27214a2-3f39-42ec-9d84-0333462c2425 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:59:01.941470 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe3bc9d1-0c46-4901-887f-aac4309f1810', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'floating_ip_address': '172.37.5.19', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:30Z', 'updated_at': '2022-10-09T00:59:00Z', 'revision_number': 1, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:01.965796 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201b83a-fe37-4d86-acc6-036fea3f246c None None] The sync data for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi is: [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe3bc9d1-0c46-4901-887f-aac4309f1810', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'floating_ip_address': '172.37.5.19', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:30Z', 'updated_at': '2022-10-09T00:59:00Z', 'revision_number': 1, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:59:02.068491 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d6735-2d99-4ffa-afcb-64f940161a5b req-ab085a6c-b54a-4732-a421-130cd6e3899b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:02.070234 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3b1d6735-2d99-4ffa-afcb-64f940161a5b req-ab085a6c-b54a-4732-a421-130cd6e3899b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Oct 09 00:59:02.126177 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3b1d6735-2d99-4ffa-afcb-64f940161a5b req-d0a8a3d5-4eeb-45e4-9106-dc7790affd86 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493252 Oct 09 00:59:02.201466 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15d46d-06bd-4f7d-b98b-ff6e0d82a6bc None None] New status for floating IP fe3bc9d1-0c46-4901-887f-aac4309f1810: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:59:02.261061 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Port d05ad078-2684-4d21-8255-efa3f61a8cb4 on network c27214a2-3f39-42ec-9d84-0333462c2425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:59:02.261290 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Attempting to bind port d05ad078-2684-4d21-8255-efa3f61a8cb4 on network c27214a2-3f39-42ec-9d84-0333462c2425 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:59:02.298940 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f043c190-4a2f-4c10-adfe-f417c30151d6 req-a79707f1-a6f2-4a45-a48c-670206cba71d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804469 Oct 09 00:59:02.316551 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:59:02.316774 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c0379d91-6e4b-4a6c-895c-fc71a455dbb1 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:59:02.316997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Checking segment: {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:59:02.317310 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Bound using segment: {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:59:02.317753 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Bound port: d05ad078-2684-4d21-8255-efa3f61a8cb4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:59:02.318116 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:02.364012 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:59:02.371433 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:59:02.371954 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:02.373008 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 Oct 09 00:59:02.391028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] For port d05ad078-2684-4d21-8255-efa3f61a8cb4, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:59:02.395269 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] For port d05ad078-2684-4d21-8255-efa3f61a8cb4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:59:02.403694 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:02.407070 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:02.408060 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:02.409533 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/d05ad078-2684-4d21-8255-efa3f61a8cb4 HTTP/1.1" status: 200 len: 1093 time: 1.3575366 Oct 09 00:59:02.411992 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'tag': 'd05ad078-2684-4d21-8255-efa3f61a8cb4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:02.414332 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78220c70-d2ea-4c8f-98b2-19c5280cafd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f748f5a5-4a7a-48c7-8790-a5c7ed797db7", "tag": "d05ad078-2684-4d21-8255-efa3f61a8cb4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:02.460128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:02.460611 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:02.475109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d0e48-68bf-4578-958f-58cb0a430c8a x-openstack-request-id: req-9d2d0e48-68bf-4578-958f-58cb0a430c8a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:02.475109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f748f5a5-4a7a-48c7-8790-a5c7ed797db7", "tag": "d05ad078-2684-4d21-8255-efa3f61a8cb4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:02.475109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9d2d0e48-68bf-4578-958f-58cb0a430c8a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:02.475109 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2d0e48-68bf-4578-958f-58cb0a430c8a'] response: {'name': 'network-changed', 'server_uuid': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'tag': 'd05ad078-2684-4d21-8255-efa3f61a8cb4', 'status': 'completed', 'code': 200} Oct 09 00:59:02.485041 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:02.487302 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8bfcb-c52b-43ce-8ef6-14b957f38316" -d '{"events": [{"server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "name": "network-vif-plugged", "status": "completed", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:02.501031 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:02.506521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:02.533444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecea3ed-ce61-4e2a-ab34-82d7b00e5265 x-openstack-request-id: req-4ecea3ed-ce61-4e2a-ab34-82d7b00e5265 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:02.533760 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "name": "network-vif-plugged", "status": "completed", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:02.534015 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ecea3ed-ce61-4e2a-ab34-82d7b00e5265 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:02.534410 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecea3ed-ce61-4e2a-ab34-82d7b00e5265'] response: {'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'code': 200} Oct 09 00:59:02.548718 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26b5a6-f1e3-4bb3-87f9-3d709458488c service neutron] Pushing event updated for resources: {'Port': ['ID=d05ad078-2684-4d21-8255-efa3f61a8cb4,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:02.558330 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:02.558840 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023c51-d6a8-432f-b95c-e5ccec381411 req-2c1286fe-f0a1-48d1-9e86-e71da27deb00 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:02.564160 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e023c51-d6a8-432f-b95c-e5ccec381411 req-2c1286fe-f0a1-48d1-9e86-e71da27deb00 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 943 time: 0.1133494 Oct 09 00:59:02.583127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-3d7dc90c-134c-4202-8f44-f98a13a6e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:02.584582 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-3d7dc90c-134c-4202-8f44-f98a13a6e10d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 1127 time: 0.0828743 Oct 09 00:59:02.644767 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-69fb742e-f24f-4977-8b58-5fb207f79794 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0419576 Oct 09 00:59:02.647794 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e023c51-d6a8-432f-b95c-e5ccec381411 req-7b98f982-b0e0-4255-bb8d-499abace8bdd tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800893 Oct 09 00:59:02.770271 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:02.776778 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4bfa34b9-7b96-4fd3-a7fd-8bce0d01bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:02.778172 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4bfa34b9-7b96-4fd3-a7fd-8bce0d01bcd7 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f493090a-f183-4394-a1a6-e9dd89363581 HTTP/1.1" status: 200 len: 849 time: 0.0475376 Oct 09 00:59:02.817364 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-e1937aac-8fff-460a-b05f-e061267caa2f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=c27214a2-3f39-42ec-9d84-0333462c2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261285 Oct 09 00:59:02.923382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c47c3-68f2-475f-bd60-bf6e540de70c req-6635b53e-303d-4043-8bad-977f66dff4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:02.924882 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d4c47c3-68f2-475f-bd60-bf6e540de70c req-6635b53e-303d-4043-8bad-977f66dff4ff service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 1130 time: 0.0811427 Oct 09 00:59:02.941872 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:02.997423 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-4a93a1ac-11de-4be4-9f56-8171580bb5cd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524379 Oct 09 00:59:03.000302 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7d4c47c3-68f2-475f-bd60-bf6e540de70c req-a84233a5-0051-48a1-8879-d6fc7f58736c service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665698 Oct 09 00:59:03.089660 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5224cabb-0bac-442b-92eb-8631ced00471 req-c25171d0-3273-4c0a-8d90-30a1c90456ed service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858064 Oct 09 00:59:03.247760 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0db71-bf9f-4951-83e4-95ddc99c22f0 req-1775c77a-a662-405c-88cb-ec2789101005 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:03.249237 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2ef0db71-bf9f-4951-83e4-95ddc99c22f0 req-1775c77a-a662-405c-88cb-ec2789101005 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0467532 Oct 09 00:59:03.296985 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2ef0db71-bf9f-4951-83e4-95ddc99c22f0 req-a08d0ef5-9015-46de-a1bc-83500aeb54a4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Oct 09 00:59:03.767291 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb5bb-a487-46c7-871f-122e38256d45 req-72687bcd-2f44-46fc-8255-5a0846758630 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:03.768761 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ccbbb5bb-a487-46c7-871f-122e38256d45 req-72687bcd-2f44-46fc-8255-5a0846758630 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 943 time: 0.0464561 Oct 09 00:59:03.815669 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ccbbb5bb-a487-46c7-871f-122e38256d45 req-ecadeef1-e113-49b2-b75b-29c3e6c31d4d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Oct 09 00:59:04.314724 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device d05ad078-2684-4d21-8255-efa3f61a8cb4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:59:04.418317 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port d05ad078-2684-4d21-8255-efa3f61a8cb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:04.420281 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4595fb2-0351-47e8-a12e-8409dfebd116 req-273e3635-3a8d-4b67-beb2-82370346ecd4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:04.421746 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4595fb2-0351-47e8-a12e-8409dfebd116 req-273e3635-3a8d-4b67-beb2-82370346ecd4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0494571 Oct 09 00:59:04.430673 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'd05ad078-2684-4d21-8255-efa3f61a8cb4', 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425', 'port_id': 'd05ad078-2684-4d21-8255-efa3f61a8cb4', 'mac_address': 'fa:16:3e:24:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f493090a-f183-4394-a1a6-e9dd89363581', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:59:04.461548 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:04.463812 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:04.467068 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port d05ad078-2684-4d21-8255-efa3f61a8cb4 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:04.467454 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:04.471344 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a4595fb2-0351-47e8-a12e-8409dfebd116 req-6821fa06-5627-4691-82f1-8d962133fdf0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 Oct 09 00:59:04.482717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05ad078-2684-4d21-8255-efa3f61a8cb4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:04.503657 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port d05ad078-2684-4d21-8255-efa3f61a8cb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:04.507406 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:04.555300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=d05ad078-2684-4d21-8255-efa3f61a8cb4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:04.934248 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605814d-765c-47fc-bdf5-318dfa003a36 req-73cb378c-c1b6-4b54-bb07-cd8bb306784b tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:04.935790 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b605814d-765c-47fc-bdf5-318dfa003a36 req-73cb378c-c1b6-4b54-bb07-cd8bb306784b tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 944 time: 0.0470107 Oct 09 00:59:04.965521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['d05ad078-2684-4d21-8255-efa3f61a8cb4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:59:04.983197 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b605814d-765c-47fc-bdf5-318dfa003a36 req-3a81390b-531f-4136-9ad7-9073369a735c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Oct 09 00:59:05.074914 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-02180b33-abdb-42a3-85a2-44a8130bdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:05.076474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-02180b33-abdb-42a3-85a2-44a8130bdc95 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 1128 time: 0.0422254 Oct 09 00:59:05.166656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-f99fb90a-f4c9-4118-9a6b-1225ddef8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:05.168125 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-f99fb90a-f4c9-4118-9a6b-1225ddef8611 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 200 len: 910 time: 0.0845633 Oct 09 00:59:05.209598 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-80cfd3e9-8f7e-4f6e-b447-b98d31d8b186 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0349584 Oct 09 00:59:05.270938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-298e2b7a-17ff-4f0d-9171-96b816b0f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:05.272281 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-298e2b7a-17ff-4f0d-9171-96b816b0f8be service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f493090a-f183-4394-a1a6-e9dd89363581 HTTP/1.1" status: 200 len: 849 time: 0.0423868 Oct 09 00:59:05.316199 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-cf1cd627-f603-48d9-9a25-e27c9243360b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=c27214a2-3f39-42ec-9d84-0333462c2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251799 Oct 09 00:59:05.467146 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-290334ee-80c7-4ed2-aae4-2340dd365d06 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 Oct 09 00:59:05.591669 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4b19-a1bd-4f3f-9ee2-cad411b19120 req-1d6c7e56-5180-4649-95ea-7cd2d7786e26 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:05.593044 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-841c4b19-a1bd-4f3f-9ee2-cad411b19120 req-1d6c7e56-5180-4649-95ea-7cd2d7786e26 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0472641 Oct 09 00:59:05.643066 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-841c4b19-a1bd-4f3f-9ee2-cad411b19120 req-dbb8306b-150d-4161-9b38-a63012634d4d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Oct 09 00:59:06.106134 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f75d11-22c9-4853-ba6d-cc654752c816 req-91f3e28b-27c7-4964-bab0-58e52d591281 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:06.107625 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59f75d11-22c9-4853-ba6d-cc654752c816 req-91f3e28b-27c7-4964-bab0-58e52d591281 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 944 time: 0.0476201 Oct 09 00:59:06.153820 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-59f75d11-22c9-4853-ba6d-cc654752c816 req-bf1d4625-a11a-4507-8f61-962a6baa3fd2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Oct 09 00:59:06.197772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:06.270860 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-78220c70-d2ea-4c8f-98b2-19c5280cafd2 req-434db2df-b517-4625-8da0-8848492c8fd7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909750 Oct 09 00:59:06.334201 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device d05ad078-2684-4d21-8255-efa3f61a8cb4 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:59:06.381042 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port d05ad078-2684-4d21-8255-efa3f61a8cb4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:59:06.385785 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port d05ad078-2684-4d21-8255-efa3f61a8cb4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:59:06.386152 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:06.386477 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port d05ad078-2684-4d21-8255-efa3f61a8cb4 Oct 09 00:59:06.456564 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port d05ad078-2684-4d21-8255-efa3f61a8cb4 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:06.456945 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:06.479019 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ad078-2684-4d21-8255-efa3f61a8cb4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:06.481309 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4dcf6-2bc6-454a-87ea-ed30efa9f4b5" -d '{"events": [{"server_uuid": "f748f5a5-4a7a-48c7-8790-a5c7ed797db7", "name": "network-vif-plugged", "status": "completed", "tag": "d05ad078-2684-4d21-8255-efa3f61a8cb4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:06.494361 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port d05ad078-2684-4d21-8255-efa3f61a8cb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:06.499450 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:06.522281 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0cf4bb-b162-4216-b680-de9aabf3a72d x-openstack-request-id: req-7c0cf4bb-b162-4216-b680-de9aabf3a72d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:06.522536 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f748f5a5-4a7a-48c7-8790-a5c7ed797db7", "name": "network-vif-plugged", "status": "completed", "tag": "d05ad078-2684-4d21-8255-efa3f61a8cb4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:06.522792 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7c0cf4bb-b162-4216-b680-de9aabf3a72d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:06.523183 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0cf4bb-b162-4216-b680-de9aabf3a72d'] response: {'server_uuid': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ad078-2684-4d21-8255-efa3f61a8cb4', 'code': 200} Oct 09 00:59:06.551763 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=d05ad078-2684-4d21-8255-efa3f61a8cb4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:06.716930 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-7c300905-0e8e-44b3-905d-0c83efbf39c2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413558 Oct 09 00:59:06.770483 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3b1d-e570-4367-92ae-7b1c2eed76b7 req-ae286e45-c3e2-4e30-a201-231cbb78c872 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:06.771967 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-533c3b1d-e570-4367-92ae-7b1c2eed76b7 req-ae286e45-c3e2-4e30-a201-231cbb78c872 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0471463 Oct 09 00:59:06.875315 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-533c3b1d-e570-4367-92ae-7b1c2eed76b7 req-d437b316-cd73-47e0-8f2e-c3997784999a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977030 Oct 09 00:59:06.889184 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aa499-698c-4b8d-88de-d8a57906ed91 req-8c5c99ec-3027-4f08-98eb-ff197cd98cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:06.890648 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb6aa499-698c-4b8d-88de-d8a57906ed91 req-8c5c99ec-3027-4f08-98eb-ff197cd98cb6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 1129 time: 0.0855100 Oct 09 00:59:06.893552 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-6fd324e9-0d1f-4be9-875c-cfe5138beb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:06.894945 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-6fd324e9-0d1f-4be9-875c-cfe5138beb10 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1130 time: 0.0551300 Oct 09 00:59:06.917800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:06.991774 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cb6aa499-698c-4b8d-88de-d8a57906ed91 req-2a94cca1-4e59-464e-9826-9b98799630e0 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868199 Oct 09 00:59:07.001898 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1809bc4-7003-41fa-bffe-75534c397d0a req-caa0c088-c314-460c-83b3-9fc65cdd4848 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:07.003342 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1809bc4-7003-41fa-bffe-75534c397d0a req-caa0c088-c314-460c-83b3-9fc65cdd4848 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0504692 Oct 09 00:59:07.034008 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-0d0b0edd-1f52-43c6-9811-ce386c3af1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:07.035467 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-0d0b0edd-1f52-43c6-9811-ce386c3af1b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.1037183 Oct 09 00:59:07.056533 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e1809bc4-7003-41fa-bffe-75534c397d0a req-ad7e4542-b485-494f-b69c-f3f4364f7421 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472987 Oct 09 00:59:07.084900 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60690) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:07.263228 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ffae0-b8fb-442e-9b37-179307f52f5f tempest-TestVolumeBootPattern-429720657 tempest-TestVolumeBootPattern-429720657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:07.264853 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-027ffae0-b8fb-442e-9b37-179307f52f5f tempest-TestVolumeBootPattern-429720657 tempest-TestVolumeBootPattern-429720657-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 1125 time: 0.1789742 Oct 09 00:59:07.268263 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60696) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:07.271730 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addf10b-6838-45f0-8ea8-df894ee479c6 req-d004b0c1-a2d4-465e-a366-b3e443313fad tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:07.272449 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'port_id': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:07.273196 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1addf10b-6838-45f0-8ea8-df894ee479c6 req-d004b0c1-a2d4-465e-a366-b3e443313fad tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0467169 Oct 09 00:59:07.294856 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:07.323803 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1addf10b-6838-45f0-8ea8-df894ee479c6 req-0ae002f3-f287-44ee-a8fc-fd210c06beff tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Oct 09 00:59:07.378421 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:07.427692 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-0fe21af8-e7fe-4921-bac2-1debf895cf77 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 1001 time: 0.0596828 Oct 09 00:59:07.478676 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-a293f3b1-2145-4883-a67c-55ee090ac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:07.480146 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-a293f3b1-2145-4883-a67c-55ee090ac05e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.0450025 Oct 09 00:59:07.484309 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Allocated IP 172.37.5.200 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/7de0dd97-55b5-4e6a-820d-3c84d30f92c4) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:59:07.540197 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:07.571020 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-514d20fb-45c8-45b0-aa9e-ff627d26b7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:07.595462 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:07.599387 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:07.629525 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:07.670178 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:59:07.674941 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:59:07.677407 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:59:07.699315 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=7de0dd97-55b5-4e6a-820d-3c84d30f92c4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:07.711356 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.711731 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.712072 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.712409 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.712741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.713070 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.713395 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.713717 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.714043 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.714364 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.714685 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.715008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.715328 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.715679 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:07.716002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:08.015351 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-4c827168-b592-49a6-bd28-037bed81236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:08.016812 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-4c827168-b592-49a6-bd28-037bed81236d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415230 Oct 09 00:59:08.123461 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-fb528afa-6efe-4db8-a9d7-98db4736e618 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Oct 09 00:59:08.220092 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-62e16b5b-0a6a-4d52-b894-3c70d9408c92 req-44b1b06e-6e33-4fc8-989d-de33df6e73e0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Oct 09 00:59:08.254426 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (bc37e80b-a8bb-4236-bb63-7fa03a647bd4), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:08.320957 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:08.465509 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396809-a4e3-414e-92f6-bc1ad4007ecb req-f8669732-5ee3-4eff-ba3a-c0e64d6e77e0 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:08.466960 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1396809-a4e3-414e-92f6-bc1ad4007ecb req-f8669732-5ee3-4eff-ba3a-c0e64d6e77e0 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0609281 Oct 09 00:59:08.514992 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:08.544540 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:08.553365 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b1396809-a4e3-414e-92f6-bc1ad4007ecb req-018935c4-15e7-4a65-b867-1f1883fdbaac tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806026 Oct 09 00:59:08.553951 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:08.608487 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:08.624921 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=7de0dd97-55b5-4e6a-820d-3c84d30f92c4,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:08.629061 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (bc37e80b-a8bb-4236-bb63-7fa03a647bd4), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:08.725172 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Floating IP bc37e80b-a8bb-4236-bb63-7fa03a647bd4 associated. External IP: 172.37.5.200, port: c0379d91-6e4b-4a6c-895c-fc71a455dbb1. Oct 09 00:59:08.922018 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:59:09.027992 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:59:09.037896 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:59:09.045542 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:09.048021 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:09.049141 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:58:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:09.078683 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1af17d03-a9bf-469e-946e-b31aac3406dd tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8093812 Oct 09 00:59:09.079552 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:09.081810 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:09.118826 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f0094-0f72-4944-9f75-fbb820f23fec x-openstack-request-id: req-c34f0094-0f72-4944-9f75-fbb820f23fec {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:09.119118 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:09.119371 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c34f0094-0f72-4944-9f75-fbb820f23fec {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:09.119806 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34f0094-0f72-4944-9f75-fbb820f23fec'] response: {'name': 'network-changed', 'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'status': 'completed', 'code': 200} Oct 09 00:59:09.152369 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:09.226766 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:09.296109 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:09.372620 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bc37e80b-a8bb-4236-bb63-7fa03a647bd4', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.200', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:22:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a7957-ee73-4765-a850-406b1e720612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:59:07Z', 'updated_at': '2022-10-09T00:59:07Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:09.394702 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-592763f4-8dae-48ae-87dd-dbee3a48a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:09.396204 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-592763f4-8dae-48ae-87dd-dbee3a48a969 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 1130 time: 0.0434434 Oct 09 00:59:09.401787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:59:09.410901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:09.411484 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:58:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:09.509528 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:09.679896 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088475f-f7f6-4316-a743-a91639dcdb6e req-3eca8539-458c-4b76-8d7f-40067c18d8e3 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:09.681387 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0088475f-f7f6-4316-a743-a91639dcdb6e req-3eca8539-458c-4b76-8d7f-40067c18d8e3 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Oct 09 00:59:09.728903 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0088475f-f7f6-4316-a743-a91639dcdb6e req-67bdc7f6-2fc1-4036-84a3-5644a4ceb686 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Oct 09 00:59:09.809038 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b2bb1e2-d161-44d6-b59d-eb75a98d6655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:09.869254 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-cb922ab9-d9a0-41a9-95f7-c004c8aeaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:09.870787 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-cb922ab9-d9a0-41a9-95f7-c004c8aeaca3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.1036801 Oct 09 00:59:09.874462 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bc37e80b-a8bb-4236-bb63-7fa03a647bd4', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.200', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:22:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a7957-ee73-4765-a850-406b1e720612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:59:07Z', 'updated_at': '2022-10-09T00:59:07Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:09.906151 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789e065-58a2-4af5-b580-66d37d0d58a0 None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bc37e80b-a8bb-4236-bb63-7fa03a647bd4', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.200', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:22:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a7957-ee73-4765-a850-406b1e720612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:59:07Z', 'updated_at': '2022-10-09T00:59:07Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:59:09.925654 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:09.951377 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-f20f5bb8-0ea4-42f8-80d1-431e555a68d0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1 HTTP/1.1" status: 200 len: 1000 time: 0.0736735 Oct 09 00:59:10.007206 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-9abfecf7-f7e2-4270-9f07-2c2ab8725e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:10.008783 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-9abfecf7-f7e2-4270-9f07-2c2ab8725e0b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0510781 Oct 09 00:59:10.060613 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-361918d0-a449-43e2-991f-a8e6d6e259b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:10.062164 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-361918d0-a449-43e2-991f-a8e6d6e259b3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431366 Oct 09 00:59:10.164789 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f358f-c9e7-4a70-a40f-cb0d2080e47e None None] New status for floating IP bc37e80b-a8bb-4236-bb63-7fa03a647bd4: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:59:10.231740 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-31332701-f934-4588-b4cb-fa3295f93795 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930138 Oct 09 00:59:10.315552 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:10.338095 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb923c8d-b4be-4cb5-b857-8a21343bb7fb req-8146d7bf-2678-41a7-8cf2-64ee9d8eafea service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970356 Oct 09 00:59:10.625258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b20f-f963-4993-a64f-33017fcdee58 req-ddfcd585-7f8c-4941-915b-88a9ca7f6e80 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:10.626799 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b411b20f-f963-4993-a64f-33017fcdee58 req-ddfcd585-7f8c-4941-915b-88a9ca7f6e80 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0500517 Oct 09 00:59:10.672820 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b411b20f-f963-4993-a64f-33017fcdee58 req-7a17433c-d0d9-4f97-9be6-5a65f816dd52 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Oct 09 00:59:11.320362 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:11.796553 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ca9f0-55ef-43c2-99b9-aea438f0d116 req-2aa18c67-5dc2-421c-b9c3-99d50eeedd17 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:11.798491 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e74ca9f0-55ef-43c2-99b9-aea438f0d116 req-2aa18c67-5dc2-421c-b9c3-99d50eeedd17 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0510900 Oct 09 00:59:11.844198 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e74ca9f0-55ef-43c2-99b9-aea438f0d116 req-e59215bd-2e57-4ef2-ae79-d3da10fbc8d3 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Oct 09 00:59:12.739816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-739895e8-15e1-4461-b085-3927880b8daa tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:12.741310 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-739895e8-15e1-4461-b085-3927880b8daa tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0469844 Oct 09 00:59:12.830809 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Deleting port d05ad078-2684-4d21-8255-efa3f61a8cb4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:59:12.831474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:12.899894 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:12.922509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] For port d05ad078-2684-4d21-8255-efa3f61a8cb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d05ad078-2684-4d21-8255-efa3f61a8cb4,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:12.923175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:12.936762 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:12.938529 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Calling delete_port for d05ad078-2684-4d21-8255-efa3f61a8cb4 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:59:12.966565 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7ee7f-dd35-46c0-b62c-6eabb185f128 req-89ed260b-71ef-46ee-97ff-83238596062f tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:12.968075 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12f7ee7f-dd35-46c0-b62c-6eabb185f128 req-89ed260b-71ef-46ee-97ff-83238596062f tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f748f5a5-4a7a-48c7-8790-a5c7ed797db7 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Oct 09 00:59:13.015733 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12f7ee7f-dd35-46c0-b62c-6eabb185f128 req-f39a62b2-4b75-4df7-8dd4-07199463f1ce tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Oct 09 00:59:13.070238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (d05ad078-2684-4d21-8255-efa3f61a8cb4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:13.100679 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Pushing event deleted for resources: {'Port': ['ID=d05ad078-2684-4d21-8255-efa3f61a8cb4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:13.115193 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['d05ad078-2684-4d21-8255-efa3f61a8cb4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:59:13.142016 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] No DVR routers for this DVR port d05ad078-2684-4d21-8255-efa3f61a8cb4 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:59:13.145248 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:13.148556 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e6c67aa-7a3c-419e-8564-0c233eab1e6b req-33f7e2a6-21d3-4134-848f-b7009ada2d66 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d05ad078-2684-4d21-8255-efa3f61a8cb4 HTTP/1.1" status: 204 len: 173 time: 0.3961835 Oct 09 00:59:13.149054 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'name': 'network-vif-deleted', 'tag': 'd05ad078-2684-4d21-8255-efa3f61a8cb4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:13.151316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d69c366-cf5f-4ad3-a307-f7861846cf8c" -d '{"events": [{"server_uuid": "f748f5a5-4a7a-48c7-8790-a5c7ed797db7", "name": "network-vif-deleted", "tag": "d05ad078-2684-4d21-8255-efa3f61a8cb4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:13.189790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ffbc1e-6e6d-423a-a670-f855ba1c3a20 x-openstack-request-id: req-76ffbc1e-6e6d-423a-a670-f855ba1c3a20 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:13.190083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f748f5a5-4a7a-48c7-8790-a5c7ed797db7", "name": "network-vif-deleted", "tag": "d05ad078-2684-4d21-8255-efa3f61a8cb4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:13.190342 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76ffbc1e-6e6d-423a-a670-f855ba1c3a20 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:13.190749 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ffbc1e-6e6d-423a-a670-f855ba1c3a20'] response: {'server_uuid': 'f748f5a5-4a7a-48c7-8790-a5c7ed797db7', 'name': 'network-vif-deleted', 'tag': 'd05ad078-2684-4d21-8255-efa3f61a8cb4', 'status': 'completed', 'code': 200} Oct 09 00:59:14.397869 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-3741e923-2ad0-485d-a2a7-00731afa9ba8 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:14.399296 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-3741e923-2ad0-485d-a2a7-00731afa9ba8 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 200 len: 809 time: 0.1018968 Oct 09 00:59:14.419790 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-2863a8c3-55af-47e4-b7e3-bcbd51a9e64d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/quotas/5edae5583d2e4a4688bef23f3a14eda4 HTTP/1.1" status: 200 len: 375 time: 0.0148885 Oct 09 00:59:14.451375 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-6a767c02-b483-4119-9e16-50d3d96ae76a tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258396 Oct 09 00:59:14.501905 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:14.542562 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1aa1f176-19c8-45a5-a9ec-55be9944d377 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Oct 09 00:59:14.631843 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-e9f4ad60-0b9f-4a75-b166-668109444c3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836785 Oct 09 00:59:14.789670 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-37e56ac7-6ae5-406c-97f7-2804e1971f13 req-78cefc0c-7185-4ab5-a6be-d1f740f48138 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 210 time: 0.0288498 Oct 09 00:59:15.889447 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-569d4eaf-9d84-4bcc-a92e-032fc4903ce8 req-85a553a3-7465-4ba6-8d34-6da96c33f1a9 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 210 time: 0.0272672 Oct 09 00:59:16.179374 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:16.211542 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-8af75947-eaaa-4491-8662-c1cb40155ab3 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:16.213037 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-8af75947-eaaa-4491-8662-c1cb40155ab3 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "GET /networking/v2.0/networks?id=c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 200 len: 809 time: 0.1048217 Oct 09 00:59:16.237497 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Request body: {'port': {'device_id': 'bade374f-83da-4ade-adaf-6f27f725883a', 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425', 'admin_state_up': True, 'tenant_id': '5edae5583d2e4a4688bef23f3a14eda4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:16.347366 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Made reservation on behalf of 5edae5583d2e4a4688bef23f3a14eda4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:59:16.350963 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:16.389412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device d05ad078-2684-4d21-8255-efa3f61a8cb4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:59:16.414220 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: d05ad078-2684-4d21-8255-efa3f61a8cb4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:59:16.414567 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device d05ad078-2684-4d21-8255-efa3f61a8cb4 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:59:16.479320 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Allocated IP 172.20.0.6 (c27214a2-3f39-42ec-9d84-0333462c2425/f493090a-f183-4394-a1a6-e9dd89363581/4d6dd279-c688-428d-9c66-ec3efbf54fe7) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:59:16.622484 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks [] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:16.653980 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:16.702394 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Network c27214a2-3f39-42ec-9d84-0333462c2425 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:59:16.707965 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:59:16.710073 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Pushing event updated for resources: {'Port': ['ID=4d6dd279-c688-428d-9c66-ec3efbf54fe7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:16.712176 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:59:16.757452 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:16.758049 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:16.774368 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-1962e6f8-2606-4e99-948c-283851524506 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5406072 Oct 09 00:59:16.794044 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Request body: {'port': {'device_id': 'bade374f-83da-4ade-adaf-6f27f725883a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:16.812670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:16.857343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:16.999812 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:17.019376 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614a19-24e1-42a2-81a9-df629c512981 req-27440c18-c8b5-4d52-ae03-025a3088cffb tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:17.020987 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eb614a19-24e1-42a2-81a9-df629c512981 req-27440c18-c8b5-4d52-ae03-025a3088cffb tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 931 time: 0.0545018 Oct 09 00:59:17.070893 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eb614a19-24e1-42a2-81a9-df629c512981 req-e5963d13-df95-4ece-bcea-4138dd0e97e9 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Oct 09 00:59:17.136681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:17.336337 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6dd279-c688-428d-9c66-ec3efbf54fe7 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:17.343533 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Publish callbacks [] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:17.355996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Transition to ACTIVE for port object 4d6dd279-c688-428d-9c66-ec3efbf54fe7 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:59:17.359881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:17.377721 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:59:17.419192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6dd279-c688-428d-9c66-ec3efbf54fe7,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:17.469334 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Attempting to bind port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:59:17.470197 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Attempting to bind port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:59:17.470530 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Attempting to bind port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 on network c27214a2-3f39-42ec-9d84-0333462c2425 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:59:17.510370 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 on network c27214a2-3f39-42ec-9d84-0333462c2425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:59:17.510677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Attempting to bind port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 on network c27214a2-3f39-42ec-9d84-0333462c2425 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:59:17.552474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:59:17.552816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Checking segment: {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:59:17.553207 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Bound using segment: {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:59:17.553648 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Bound port: 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42afef76-a35f-4630-81f8-284fedf7e403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:59:17.554012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:17.617154 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] For port 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:59:17.620093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] For port 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:59:17.625986 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:17.629989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:17.630605 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:17.632020 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/4d6dd279-c688-428d-9c66-ec3efbf54fe7 HTTP/1.1" status: 200 len: 1093 time: 0.8422911 Oct 09 00:59:17.633475 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade374f-83da-4ade-adaf-6f27f725883a', 'tag': '4d6dd279-c688-428d-9c66-ec3efbf54fe7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:17.635781 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bade374f-83da-4ade-adaf-6f27f725883a", "tag": "4d6dd279-c688-428d-9c66-ec3efbf54fe7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:17.679795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d851cbe9-578f-4886-b0d2-4a41ef7a7538 x-openstack-request-id: req-d851cbe9-578f-4886-b0d2-4a41ef7a7538 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:17.680131 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade374f-83da-4ade-adaf-6f27f725883a", "tag": "4d6dd279-c688-428d-9c66-ec3efbf54fe7", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:17.680306 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d851cbe9-578f-4886-b0d2-4a41ef7a7538 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:17.680702 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d851cbe9-578f-4886-b0d2-4a41ef7a7538'] response: {'name': 'network-changed', 'server_uuid': 'bade374f-83da-4ade-adaf-6f27f725883a', 'tag': '4d6dd279-c688-428d-9c66-ec3efbf54fe7', 'status': 'completed', 'code': 200} Oct 09 00:59:17.685313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb64b3-4a6f-46cd-a0d9-689c47ca7252 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6dd279-c688-428d-9c66-ec3efbf54fe7,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:17.771758 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-97446fce-2cd4-4cbc-a6ae-a8e9cf0b6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:17.773264 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-97446fce-2cd4-4cbc-a6ae-a8e9cf0b6057 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 1127 time: 0.0394742 Oct 09 00:59:17.828640 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-358f2f39-0a93-48fe-91a4-943b2cd2ccd6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7 HTTP/1.1" status: 200 len: 217 time: 0.0318809 Oct 09 00:59:17.884399 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-86556947-391e-4955-88ad-cf37b6e1d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:17.885736 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-86556947-391e-4955-88ad-cf37b6e1d3a7 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f493090a-f183-4394-a1a6-e9dd89363581 HTTP/1.1" status: 200 len: 849 time: 0.0477798 Oct 09 00:59:17.924016 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-8357333c-5c4d-49f8-b468-ebfbe792a97e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=c27214a2-3f39-42ec-9d84-0333462c2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261893 Oct 09 00:59:18.018376 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-3e8de763-06bd-4b66-83b4-ec19587b1db1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877931 Oct 09 00:59:18.074721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:18.076713 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:18.114643 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2b357a1a-6d3e-4570-80d2-1475be05dd97 req-0daeb052-962e-4bc5-8d64-b0725243eeae service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877171 Oct 09 00:59:18.193765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c223-ab2b-4363-af87-a9d92f2fcee8 req-e0f6b8ec-9c34-4d1a-99a3-1b50038e0a14 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:18.195246 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2169c223-ab2b-4363-af87-a9d92f2fcee8 req-e0f6b8ec-9c34-4d1a-99a3-1b50038e0a14 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 943 time: 0.0475237 Oct 09 00:59:18.242126 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2169c223-ab2b-4363-af87-a9d92f2fcee8 req-3602838e-8583-4dc5-9266-fd536720bd7d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Oct 09 00:59:19.374170 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b19c7-b837-417e-a12e-5fa88e56b672 req-3805ece3-28f5-4cee-8454-d7842e6777bd tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:19.375609 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e0b19c7-b837-417e-a12e-5fa88e56b672 req-3805ece3-28f5-4cee-8454-d7842e6777bd tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 943 time: 0.0575957 Oct 09 00:59:19.423960 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-d28dbf64-909d-4cb4-828c-b0168560b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:19.425390 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-d28dbf64-909d-4cb4-828c-b0168560b632 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 1127 time: 0.0641177 Oct 09 00:59:19.491369 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0e0b19c7-b837-417e-a12e-5fa88e56b672 req-819a528f-de7b-418e-b279-fb25ab2dc4d2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927391 Oct 09 00:59:19.532619 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-ada7a1af-ea8d-4f21-b6e7-468cb27b7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:19.534057 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-ada7a1af-ea8d-4f21-b6e7-468cb27b7de7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 200 len: 910 time: 0.0994053 Oct 09 00:59:19.579702 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-49f86f3c-a3fe-4cab-87da-c29f5ad0d843 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7 HTTP/1.1" status: 200 len: 217 time: 0.0351739 Oct 09 00:59:19.627884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-11ccd31a-c577-4d8e-8b1d-b8312d916dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:19.629200 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-11ccd31a-c577-4d8e-8b1d-b8312d916dde service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f493090a-f183-4394-a1a6-e9dd89363581 HTTP/1.1" status: 200 len: 849 time: 0.0423737 Oct 09 00:59:19.664737 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-1f1432a8-bd0d-4c23-a7ee-c0bbae413ae2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=c27214a2-3f39-42ec-9d84-0333462c2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252264 Oct 09 00:59:19.758618 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-500a852d-995b-41e4-a9d1-881f4d4b2fcc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Oct 09 00:59:19.848816 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d1deb4-680a-46f1-b393-1c9b6ac0c8e2 req-dfd59097-e25f-4f05-a174-9b90735ffa55 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Oct 09 00:59:20.609716 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58027fd7-d0ed-4506-8bed-57e426ed4c8b req-77cee8d8-72c2-4207-ac9d-538f4c9d888d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:20.611190 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-58027fd7-d0ed-4506-8bed-57e426ed4c8b req-77cee8d8-72c2-4207-ac9d-538f4c9d888d tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 943 time: 0.0463614 Oct 09 00:59:20.644846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:20.662311 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-58027fd7-d0ed-4506-8bed-57e426ed4c8b req-d52383d8-05e0-44b9-9694-4a92bd440947 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Oct 09 00:59:21.781172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651474-bbfe-466f-9d01-540689d36ca9 req-39b8a2ae-f2e8-46d2-936d-b637fb9fb11c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:21.782630 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17651474-bbfe-466f-9d01-540689d36ca9 req-39b8a2ae-f2e8-46d2-936d-b637fb9fb11c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 943 time: 0.0473592 Oct 09 00:59:21.833229 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17651474-bbfe-466f-9d01-540689d36ca9 req-02a4dfdc-81ae-45ce-9052-b204dea35314 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Oct 09 00:59:22.456085 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 4d6dd279-c688-428d-9c66-ec3efbf54fe7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:59:22.551867 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:22.566627 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '4d6dd279-c688-428d-9c66-ec3efbf54fe7', 'network_id': 'c27214a2-3f39-42ec-9d84-0333462c2425', 'port_id': '4d6dd279-c688-428d-9c66-ec3efbf54fe7', 'mac_address': 'fa:16:3e:dc:0b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f493090a-f183-4394-a1a6-e9dd89363581', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:59:22.600044 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:22.600435 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:22.613020 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6dd279-c688-428d-9c66-ec3efbf54fe7 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:22.633388 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:22.637477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:22.682428 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=4d6dd279-c688-428d-9c66-ec3efbf54fe7,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:22.962344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d4c72-90cb-4e4b-9dd8-b74e4f2327bc req-8e22c449-c3cb-4525-82ba-c97f1f62cbb2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:22.963970 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-996d4c72-90cb-4e4b-9dd8-b74e4f2327bc req-8e22c449-c3cb-4525-82ba-c97f1f62cbb2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 944 time: 0.0533824 Oct 09 00:59:23.016803 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-996d4c72-90cb-4e4b-9dd8-b74e4f2327bc req-29b726dc-3df3-4273-80ac-b5c4f436b57b tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Oct 09 00:59:23.140973 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['4d6dd279-c688-428d-9c66-ec3efbf54fe7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:59:23.179057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:23.186026 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:23.194064 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:24.137279 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2bf96-bdd2-4b70-a9f3-d5b34e09852d req-f760c884-ce9d-4ec1-9194-600584f6ed6e tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:24.138744 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2e2bf96-bdd2-4b70-a9f3-d5b34e09852d req-f760c884-ce9d-4ec1-9194-600584f6ed6e tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 944 time: 0.0469799 Oct 09 00:59:24.186009 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c2e2bf96-bdd2-4b70-a9f3-d5b34e09852d req-18b3c523-5846-40e2-ba15-d8ee7f5f91aa tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Oct 09 00:59:24.468770 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 4d6dd279-c688-428d-9c66-ec3efbf54fe7 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:59:24.510454 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:59:24.516909 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:59:24.517364 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:24.517818 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 Oct 09 00:59:24.604273 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:24.604659 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:24.628002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade374f-83da-4ade-adaf-6f27f725883a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6dd279-c688-428d-9c66-ec3efbf54fe7'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:24.630258 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc721717-487d-45a2-abd4-f95560fbe97f" -d '{"events": [{"server_uuid": "bade374f-83da-4ade-adaf-6f27f725883a", "name": "network-vif-plugged", "status": "completed", "tag": "4d6dd279-c688-428d-9c66-ec3efbf54fe7"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:24.643227 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:24.647346 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:24.657967 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdee5c-2210-40f6-851e-c87547259b71 req-0be5a26a-c51a-4b18-babc-80c8e02030d7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:24.659502 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ccdee5c-2210-40f6-851e-c87547259b71 req-0be5a26a-c51a-4b18-babc-80c8e02030d7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0550230 Oct 09 00:59:24.673875 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979c11a-476b-4876-a323-610ddd407c3f x-openstack-request-id: req-1979c11a-476b-4876-a323-610ddd407c3f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:24.674222 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade374f-83da-4ade-adaf-6f27f725883a", "name": "network-vif-plugged", "status": "completed", "tag": "4d6dd279-c688-428d-9c66-ec3efbf54fe7", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:24.674477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1979c11a-476b-4876-a323-610ddd407c3f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:24.674866 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1979c11a-476b-4876-a323-610ddd407c3f'] response: {'server_uuid': 'bade374f-83da-4ade-adaf-6f27f725883a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6dd279-c688-428d-9c66-ec3efbf54fe7', 'code': 200} Oct 09 00:59:24.704750 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=4d6dd279-c688-428d-9c66-ec3efbf54fe7,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:24.712061 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-0ccdee5c-2210-40f6-851e-c87547259b71 req-584f089a-ab45-4cf2-bf39-1711e01b676b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458152 Oct 09 00:59:25.048866 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28e175-3824-4148-a326-9aad52040c40 req-9866b3a7-6238-4a97-8dfc-66d327a9dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:25.050683 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1f28e175-3824-4148-a326-9aad52040c40 req-9866b3a7-6238-4a97-8dfc-66d327a9dc6a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 1129 time: 0.0391026 Oct 09 00:59:25.100624 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1f28e175-3824-4148-a326-9aad52040c40 req-3459eccd-1c99-49ac-af52-a55998889b65 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Oct 09 00:59:25.311370 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99ce11-a53a-4d13-9a7f-3dcf17f7b679 req-7422f966-3157-481b-bf78-6a8d7755a18c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:25.314972 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc99ce11-a53a-4d13-9a7f-3dcf17f7b679 req-7422f966-3157-481b-bf78-6a8d7755a18c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0506461 Oct 09 00:59:25.361199 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bc99ce11-a53a-4d13-9a7f-3dcf17f7b679 req-750a59de-cf6a-40d8-9191-13e6d62b2bee tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Oct 09 00:59:25.834995 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6645d2-5f78-411c-87cc-291bd49bceaf req-85a24929-ba4b-43f0-85a1-dcd93812b8b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:25.836497 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ba6645d2-5f78-411c-87cc-291bd49bceaf req-85a24929-ba4b-43f0-85a1-dcd93812b8b1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0501194 Oct 09 00:59:25.884322 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ba6645d2-5f78-411c-87cc-291bd49bceaf req-59c0809c-9ca2-4e6f-bed5-306bed08b8f1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 Oct 09 00:59:26.133750 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:26.482472 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee41b4-d162-4bb9-8832-604c98be1438 req-cdc0a1d5-1688-4943-b833-b87d4359fe32 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:26.483945 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83ee41b4-d162-4bb9-8832-604c98be1438 req-cdc0a1d5-1688-4943-b833-b87d4359fe32 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0485792 Oct 09 00:59:26.509137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:26.530843 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83ee41b4-d162-4bb9-8832-604c98be1438 req-ffae7b1f-6f3d-4469-b006-b3e6773151a2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Oct 09 00:59:27.001352 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b584055-7f73-46f6-ac45-7b66ac131a92 req-509a2a46-a06c-4eb3-bcff-89ba855681ba tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:27.002805 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7b584055-7f73-46f6-ac45-7b66ac131a92 req-509a2a46-a06c-4eb3-bcff-89ba855681ba tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0456078 Oct 09 00:59:27.052727 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7b584055-7f73-46f6-ac45-7b66ac131a92 req-284c50df-f0e1-4b39-9a83-dfc055bdb20d tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444844 Oct 09 00:59:27.104102 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:27.635217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:27.653984 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774964ad-47cf-438d-a94d-416b091254c1 req-c28b7045-2fea-4dd1-a953-2b036e1d17c2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:27.655425 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-774964ad-47cf-438d-a94d-416b091254c1 req-c28b7045-2fea-4dd1-a953-2b036e1d17c2 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0504212 Oct 09 00:59:27.701357 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-774964ad-47cf-438d-a94d-416b091254c1 req-1a0358f2-f8ef-4186-ac25-8f54d6b233b6 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Oct 09 00:59:28.179492 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26d99-69c5-483b-8b5f-6d2c0ca46d5e req-8fc0f838-cc70-4bd7-9895-ae6e8ee4c048 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:28.181072 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02e26d99-69c5-483b-8b5f-6d2c0ca46d5e req-8fc0f838-cc70-4bd7-9895-ae6e8ee4c048 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0510666 Oct 09 00:59:28.230550 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02e26d99-69c5-483b-8b5f-6d2c0ca46d5e req-4e7e33ce-97b7-4302-8853-666e726b0b41 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Oct 09 00:59:28.533219 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a43f4-1367-4a4b-98b2-a52f553c6eb0 req-caeedee8-f8da-4ab6-af1f-05182325137c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:28.534679 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-507a43f4-1367-4a4b-98b2-a52f553c6eb0 req-caeedee8-f8da-4ab6-af1f-05182325137c tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0475981 Oct 09 00:59:28.581623 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-507a43f4-1367-4a4b-98b2-a52f553c6eb0 req-12b357d8-e576-4708-a6a9-0c0bf133dcdd tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Oct 09 00:59:29.349588 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32c68a-b0f1-49f3-9fda-92f7d5dc51c7 req-19fc5008-e183-4c15-ae12-3678487d2443 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:29.351089 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6c32c68a-b0f1-49f3-9fda-92f7d5dc51c7 req-19fc5008-e183-4c15-ae12-3678487d2443 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0473065 Oct 09 00:59:29.404001 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6c32c68a-b0f1-49f3-9fda-92f7d5dc51c7 req-c48386d6-258d-4741-a67c-f01bf052fb83 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473082 Oct 09 00:59:29.603397 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af2ec7-9dbd-4b80-a1a1-b217a636fe09 req-da915090-bf81-4f84-ae0c-3d2aeb6cf2d6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:29.604839 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33af2ec7-9dbd-4b80-a1a1-b217a636fe09 req-da915090-bf81-4f84-ae0c-3d2aeb6cf2d6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.0469785 Oct 09 00:59:29.652345 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-33af2ec7-9dbd-4b80-a1a1-b217a636fe09 req-571c6803-ec74-4245-9db1-f15c90ae88ad tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Oct 09 00:59:29.700884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f867-09c5-4241-bc7f-cf37bd6f3a21 req-0e2f169c-2951-43ee-9e28-d7e8de2cb189 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:29.702328 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5607f867-09c5-4241-bc7f-cf37bd6f3a21 req-0e2f169c-2951-43ee-9e28-d7e8de2cb189 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0465567 Oct 09 00:59:29.748599 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5607f867-09c5-4241-bc7f-cf37bd6f3a21 req-5290bc62-7c09-47d6-8a1d-83792a29a989 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Oct 09 00:59:30.527849 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f760a-2506-41c6-bd31-eeba06a55dc3 req-b6f2366e-1d0c-4126-bed3-783a4e323caa tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:30.529553 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c0f760a-2506-41c6-bd31-eeba06a55dc3 req-b6f2366e-1d0c-4126-bed3-783a4e323caa tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Oct 09 00:59:30.547974 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:30.576865 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1c0f760a-2506-41c6-bd31-eeba06a55dc3 req-d0575c0d-7713-4432-bf38-0eb52c71cc24 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416028 Oct 09 00:59:30.770572 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0c615-b40c-4fa0-be3a-eff5ec5d4c86 req-e32955b1-65b3-4426-bcd6-9795c0542648 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:30.772062 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65d0c615-b40c-4fa0-be3a-eff5ec5d4c86 req-e32955b1-65b3-4426-bcd6-9795c0542648 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.0455689 Oct 09 00:59:30.822903 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-65d0c615-b40c-4fa0-be3a-eff5ec5d4c86 req-4b2002ad-884f-46d2-8aa7-e9c0b7dee376 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Oct 09 00:59:30.872636 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777e87c-960f-49ff-bdbd-954f97110666 req-ea048d04-3421-4707-9059-f684a0f808bf tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:30.874078 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6777e87c-960f-49ff-bdbd-954f97110666 req-ea048d04-3421-4707-9059-f684a0f808bf tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0504415 Oct 09 00:59:30.919886 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6777e87c-960f-49ff-bdbd-954f97110666 req-b187a6c4-89fa-4f5a-9782-584a9e0e139e tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Oct 09 00:59:31.693444 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19e8f-93be-4d3a-8480-decde9abdf51 req-cfa34c8c-5bc3-4496-9194-d41c3b89dbcf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:31.694892 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-34a19e8f-93be-4d3a-8480-decde9abdf51 req-cfa34c8c-5bc3-4496-9194-d41c3b89dbcf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0460589 Oct 09 00:59:31.740986 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-34a19e8f-93be-4d3a-8480-decde9abdf51 req-83345734-0def-40b4-a672-2f0f108c1ea5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Oct 09 00:59:31.942596 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af378d-0998-40cf-8d05-bdf2f46076f6 req-9a335595-66fc-4278-b2f0-2d8e6ff3de9a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:31.944066 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-00af378d-0998-40cf-8d05-bdf2f46076f6 req-9a335595-66fc-4278-b2f0-2d8e6ff3de9a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.0461509 Oct 09 00:59:31.978878 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:31.991674 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-00af378d-0998-40cf-8d05-bdf2f46076f6 req-8eed8c2e-6b5b-46ff-a0bb-c6d59c663e9d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=62d755d4-51cf-4ded-af28-c7a0b18fbab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Oct 09 00:59:32.039927 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1dcf9-e73a-40af-8a40-3f06bf76b737 req-ba7b7a20-d379-48e6-a757-86d6db8caad1 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:32.041381 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bc1dcf9-e73a-40af-8a40-3f06bf76b737 req-ba7b7a20-d379-48e6-a757-86d6db8caad1 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0477962 Oct 09 00:59:32.141551 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-97533fd6-a4ac-4390-9e9a-cf63ac8284d1 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:32.143611 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-97533fd6-a4ac-4390-9e9a-cf63ac8284d1 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 945 time: 0.0955758 Oct 09 00:59:32.160903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-b819b4e2-97aa-4864-b468-31dd5bcdc7e7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:32.162234 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-b819b4e2-97aa-4864-b468-31dd5bcdc7e7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 946 time: 0.1126759 Oct 09 00:59:32.213443 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7bc1dcf9-e73a-40af-8a40-3f06bf76b737 req-f095b599-5ea4-4656-b120-842baf15e36a tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b5900ad-4eae-41f0-90e9-7084729c73b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664143 Oct 09 00:59:32.309918 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Deleting port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:59:32.310261 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.314699 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port 9f833987-35a7-48c2-8720-3ab67f5287e5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:59:32.315572 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.468482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] For port 4d6dd279-c688-428d-9c66-ec3efbf54fe7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d6dd279-c688-428d-9c66-ec3efbf54fe7,segment=NetworkSegment(42afef76-a35f-4630-81f8-284fedf7e403),segment_id=42afef76-a35f-4630-81f8-284fedf7e403)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:32.468845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.479123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] For port 9f833987-35a7-48c2-8720-3ab67f5287e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f833987-35a7-48c2-8720-3ab67f5287e5,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:32.479474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.495853 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Calling delete_port for 4d6dd279-c688-428d-9c66-ec3efbf54fe7 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:59:32.608650 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:32.615392 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:32.780482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.780850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (246e7c31-d455-419e-926b-5219fe1cd55f), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.781173 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP 246e7c31-d455-419e-926b-5219fe1cd55f disassociated. External IP: 172.37.5.229, port: 9f833987-35a7-48c2-8720-3ab67f5287e5. Oct 09 00:59:32.781516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for 9f833987-35a7-48c2-8720-3ab67f5287e5 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:59:32.835832 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (4d6dd279-c688-428d-9c66-ec3efbf54fe7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.861738 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832134a-1e00-4050-87ad-47d129ae290a req-b630531e-bcae-43b3-982c-0aa3fd95c275 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:32.863261 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8832134a-1e00-4050-87ad-47d129ae290a req-b630531e-bcae-43b3-982c-0aa3fd95c275 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0468829 Oct 09 00:59:32.871079 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Pushing event deleted for resources: {'Port': ['ID=4d6dd279-c688-428d-9c66-ec3efbf54fe7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:32.915963 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8832134a-1e00-4050-87ad-47d129ae290a req-5acf8c58-f2de-449a-bb11-610ea145caa0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468259 Oct 09 00:59:32.934223 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] No DVR routers for this DVR port 4d6dd279-c688-428d-9c66-ec3efbf54fe7 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:59:32.936898 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:32.940128 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4291fc19-df58-408b-8ce4-2fe70ea3be77 req-05849cf2-120c-4575-8df5-4f8330c17102 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4d6dd279-c688-428d-9c66-ec3efbf54fe7 HTTP/1.1" status: 204 len: 173 time: 0.7895455 Oct 09 00:59:32.940712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade374f-83da-4ade-adaf-6f27f725883a', 'name': 'network-vif-deleted', 'tag': '4d6dd279-c688-428d-9c66-ec3efbf54fe7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:32.943015 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4293ab10-4eac-434c-ad7c-b8450971cfd8" -d '{"events": [{"server_uuid": "bade374f-83da-4ade-adaf-6f27f725883a", "name": "network-vif-deleted", "tag": "4d6dd279-c688-428d-9c66-ec3efbf54fe7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:32.994499 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569cc53f-319c-4b3c-b767-847a837a5882 x-openstack-request-id: req-569cc53f-319c-4b3c-b767-847a837a5882 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:32.994792 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade374f-83da-4ade-adaf-6f27f725883a", "name": "network-vif-deleted", "tag": "4d6dd279-c688-428d-9c66-ec3efbf54fe7", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:32.995046 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-569cc53f-319c-4b3c-b767-847a837a5882 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:32.995447 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569cc53f-319c-4b3c-b767-847a837a5882'] response: {'server_uuid': 'bade374f-83da-4ade-adaf-6f27f725883a', 'name': 'network-vif-deleted', 'tag': '4d6dd279-c688-428d-9c66-ec3efbf54fe7', 'status': 'completed', 'code': 200} Oct 09 00:59:33.007161 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (9f833987-35a7-48c2-8720-3ab67f5287e5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:33.037115 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=9f833987-35a7-48c2-8720-3ab67f5287e5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:33.107025 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-756cccde-a1cb-4b55-a666-8d3b4a39cebf req-d2b5dec8-1739-440d-bcf4-1b8199be8337 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 210 time: 0.0305593 Oct 09 00:59:33.161363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:59:33.270571 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:59:33.284720 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:59:33.299449 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:33.300480 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:59:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:33.321476 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] No DVR routers for this DVR port 9f833987-35a7-48c2-8720-3ab67f5287e5 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:59:33.324051 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:33.327603 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74444a98-3e4d-4a23-977a-7ef292528bd8 req-32d1a670-5421-4c9d-9611-37ffb27505d2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "DELETE /networking/v2.0/ports/9f833987-35a7-48c2-8720-3ab67f5287e5 HTTP/1.1" status: 204 len: 173 time: 1.1551893 Oct 09 00:59:33.374538 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d8e0d19-8451-4d53-aebd-2eeec455e323 req-356d9924-3a2f-4144-8865-cb8f3221bdf4 tempest-VolumesActionsTest-427535189 tempest-VolumesActionsTest-427535189-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bade374f-83da-4ade-adaf-6f27f725883a HTTP/1.1" status: 200 len: 210 time: 0.0342653 Oct 09 00:59:33.445632 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:33.659293 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:11Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:33.686626 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:59:33.695408 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:33.696034 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:59:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:33.784384 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:33.794463 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:33.832442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:34.085705 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13640cf0-fa1d-41d4-80aa-1c7532ea46e7 req-501694e9-ab69-43cf-b13d-de92984bbd70 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:34.089482 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:11Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:34.093143 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13640cf0-fa1d-41d4-80aa-1c7532ea46e7 req-501694e9-ab69-43cf-b13d-de92984bbd70 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0787926 Oct 09 00:59:34.117824 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ee5362-fe5b-42bd-9022-80eb02e8492b None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9667890c-b361-465c-9518-312df25d519f', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.207', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:2c:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:56:14Z', 'updated_at': '2022-10-09T00:57:11Z', 'revision_number': 2, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:59:34.154973 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13640cf0-fa1d-41d4-80aa-1c7532ea46e7 req-10d3e174-a866-46d0-ab64-4379fd241b4d tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556738 Oct 09 00:59:34.246246 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-087c368e-41a6-4b49-8fff-f51537f10127 req-c71a8125-eb53-4207-94fd-d75f256e3ac5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9988ceee-fd6b-43f1-ae12-74b98a9f128a HTTP/1.1" status: 200 len: 210 time: 0.0308676 Oct 09 00:59:34.393809 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e803f-285a-4093-9d0b-72ad1e408084 None None] New status for floating IP 246e7c31-d455-419e-926b-5219fe1cd55f: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:59:34.510239 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 4d6dd279-c688-428d-9c66-ec3efbf54fe7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:59:34.545463 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 4d6dd279-c688-428d-9c66-ec3efbf54fe7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:59:34.545876 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 4d6dd279-c688-428d-9c66-ec3efbf54fe7 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:59:34.546356 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 9f833987-35a7-48c2-8720-3ab67f5287e5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:59:34.574711 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 9f833987-35a7-48c2-8720-3ab67f5287e5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:59:34.575148 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 9f833987-35a7-48c2-8720-3ab67f5287e5 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:59:34.996382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'name': 'network-vif-deleted', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:34.998949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362b738-efef-4d98-b611-b32fb0736412" -d '{"events": [{"server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "name": "network-vif-deleted", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:35.039992 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e612881-2ac5-46d0-b92a-d5feb09904c0 x-openstack-request-id: req-1e612881-2ac5-46d0-b92a-d5feb09904c0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:35.040365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9988ceee-fd6b-43f1-ae12-74b98a9f128a", "name": "network-vif-deleted", "tag": "9f833987-35a7-48c2-8720-3ab67f5287e5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:35.040690 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1e612881-2ac5-46d0-b92a-d5feb09904c0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:35.041161 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e612881-2ac5-46d0-b92a-d5feb09904c0'] response: {'server_uuid': '9988ceee-fd6b-43f1-ae12-74b98a9f128a', 'name': 'network-vif-deleted', 'tag': '9f833987-35a7-48c2-8720-3ab67f5287e5', 'status': 'completed', 'code': 200} Oct 09 00:59:35.269196 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed817c-292d-4df1-b32e-a2594a9f847e req-a50726da-6046-4757-b5b3-1525e7f6854c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:35.270699 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-daed817c-292d-4df1-b32e-a2594a9f847e req-a50726da-6046-4757-b5b3-1525e7f6854c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0523677 Oct 09 00:59:35.338398 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-daed817c-292d-4df1-b32e-a2594a9f847e req-c5637f82-53cf-4b9b-832b-733ab6ba3d7f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616779 Oct 09 00:59:35.369328 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 60938) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:35.432629 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1489ff1b-58ea-4c14-92aa-7a4f859eb20e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (62d755d4-51cf-4ded-af28-c7a0b18fbab7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.457671 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1489ff1b-58ea-4c14-92aa-7a4f859eb20e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (62d755d4-51cf-4ded-af28-c7a0b18fbab7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.504212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:35.518324 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:35.521385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1489ff1b-58ea-4c14-92aa-7a4f859eb20e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (62d755d4-51cf-4ded-af28-c7a0b18fbab7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.523954 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1489ff1b-58ea-4c14-92aa-7a4f859eb20e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.525071 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1489ff1b-58ea-4c14-92aa-7a4f859eb20e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/62d755d4-51cf-4ded-af28-c7a0b18fbab7 HTTP/1.1" status: 204 len: 168 time: 0.1546607 Oct 09 00:59:35.528595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60942) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:35.544955 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.api.v2.resource [None req-21d06352-8ec0-4e67-9ab5-8d99db5860bc tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] show failed (client error): The resource could not be found. Oct 09 00:59:35.546143 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-21d06352-8ec0-4e67-9ab5-8d99db5860bc tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups/62d755d4-51cf-4ded-af28-c7a0b18fbab7 HTTP/1.1" status: 404 len: 347 time: 0.0164714 Oct 09 00:59:35.552334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 60944) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:35.559584 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489ff1b-58ea-4c14-92aa-7a4f859eb20e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d755d4-51cf-4ded-af28-c7a0b18fbab7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:35.574477 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f749c7f-e7b2-48ce-babb-b9435cfe701e req-3bcdb5e4-1575-457c-9aa5-7788a10513f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:35.575996 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f749c7f-e7b2-48ce-babb-b9435cfe701e req-3bcdb5e4-1575-457c-9aa5-7788a10513f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0678113 Oct 09 00:59:35.626359 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f749c7f-e7b2-48ce-babb-b9435cfe701e req-fd2f537e-6129-4d4f-b089-434e401ad831 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Oct 09 00:59:35.686322 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port 6205ae02-54cf-474a-bd53-eb015052af9b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:59:35.686659 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (6205ae02-54cf-474a-bd53-eb015052af9b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.762471 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (6205ae02-54cf-474a-bd53-eb015052af9b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.762800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (6205ae02-54cf-474a-bd53-eb015052af9b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.779294 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for 6205ae02-54cf-474a-bd53-eb015052af9b owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:59:35.914391 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (6205ae02-54cf-474a-bd53-eb015052af9b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:35.936870 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=6205ae02-54cf-474a-bd53-eb015052af9b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:35.993620 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:36.004807 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (246e7c31-d455-419e-926b-5219fe1cd55f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:36.007314 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:36.008478 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-213ca67c-8ccd-4550-b4a9-7c91b83a9bc7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/246e7c31-d455-419e-926b-5219fe1cd55f HTTP/1.1" status: 204 len: 168 time: 0.4550860 Oct 09 00:59:36.443601 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-6a2d2d4a-84f9-46c8-a3e2-eb6cb8729fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:36.445109 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-6a2d2d4a-84f9-46c8-a3e2-eb6cb8729fd4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 1130 time: 0.0405481 Oct 09 00:59:36.746609 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e6ff-2f5d-4539-9a30-89d41e5dfd42 req-e722671a-6ebe-42ed-b8c5-be774d23750a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:36.748078 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a7e3e6ff-2f5d-4539-9a30-89d41e5dfd42 req-e722671a-6ebe-42ed-b8c5-be774d23750a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0454485 Oct 09 00:59:36.794170 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a7e3e6ff-2f5d-4539-9a30-89d41e5dfd42 req-ae1250e3-a632-42d2-9d19-106d3c4529c9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401032 Oct 09 00:59:37.573250 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-001b3478-70ec-4f93-aeba-14765df10997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:37.915425 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf151c0-cf5d-4095-ba63-f68188c2094e req-4aaec18f-c6b1-4555-8cb6-9b3cb5f7bf22 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:37.916888 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-abf151c0-cf5d-4095-ba63-f68188c2094e req-4aaec18f-c6b1-4555-8cb6-9b3cb5f7bf22 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0497172 Oct 09 00:59:37.955811 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:37.963536 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-abf151c0-cf5d-4095-ba63-f68188c2094e req-54fbac4f-58cf-486d-b46f-6cbb2ec714f4 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412083 Oct 09 00:59:38.189024 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-b37acee9-c49c-447d-9823-006bb2f93839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:38.190465 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-b37acee9-c49c-447d-9823-006bb2f93839 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.0988157 Oct 09 00:59:38.618709 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-1b692b9b-67cd-43bc-97fd-e35caa1cf5d7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 200 len: 1001 time: 0.0551984 Oct 09 00:59:38.671339 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-bab427ce-892d-48ce-a6cd-ebf912729f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:38.672806 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-bab427ce-892d-48ce-a6cd-ebf912729f7b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.0438151 Oct 09 00:59:38.762491 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-77e80f32-95ce-45bf-8252-b19307dd0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:38.764029 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-77e80f32-95ce-45bf-8252-b19307dd0551 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431740 Oct 09 00:59:38.856136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-d9e2ac3e-3118-4009-80d1-d73911c715b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829589 Oct 09 00:59:38.947578 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b1af0823-f8ac-45a6-bed4-1671e5765a99 req-b416ac21-c87e-441b-a3b9-9460b0ca1b02 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851617 Oct 09 00:59:39.083319 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14929c-f63b-486e-906d-6a5397f64410 req-9c9754fb-1a0f-473e-a4b8-0ec9b01f56f8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:39.088045 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef14929c-f63b-486e-906d-6a5397f64410 req-9c9754fb-1a0f-473e-a4b8-0ec9b01f56f8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0511129 Oct 09 00:59:39.134055 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ef14929c-f63b-486e-906d-6a5397f64410 req-099a45cb-40cf-4c4a-a098-34532b1b15fd tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433850 Oct 09 00:59:39.769357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310bf73-8cc6-4e95-ac01-22440b7e1993 req-fc0a5823-52b1-4d31-96db-3786d1be980c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:39.778925 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e310bf73-8cc6-4e95-ac01-22440b7e1993 req-fc0a5823-52b1-4d31-96db-3786d1be980c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0597565 Oct 09 00:59:39.802652 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-039bfa9a-c5af-40b9-88a3-1b23bac86f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:39.829720 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e310bf73-8cc6-4e95-ac01-22440b7e1993 req-8d3edfcf-ca6a-4794-a532-5513f52c7dca tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499268 Oct 09 00:59:40.283197 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf3bfc-0192-4d32-97ce-34787cbb016b req-0da655bb-4a6b-474d-998a-038f140a1426 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:40.284733 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-46bf3bfc-0192-4d32-97ce-34787cbb016b req-0da655bb-4a6b-474d-998a-038f140a1426 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0521224 Oct 09 00:59:40.342205 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-46bf3bfc-0192-4d32-97ce-34787cbb016b req-80c3dd78-cfab-4d6b-9f38-c8a30664535f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515361 Oct 09 00:59:40.968242 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231e4c0-9372-4b6f-8e9d-9924fc88992d req-b4b87c85-1851-4999-abeb-24eb32f5d9f0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:40.971636 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2231e4c0-9372-4b6f-8e9d-9924fc88992d req-b4b87c85-1851-4999-abeb-24eb32f5d9f0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0493283 Oct 09 00:59:41.281988 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2231e4c0-9372-4b6f-8e9d-9924fc88992d req-5437e95c-355e-4be2-a772-5f13d72bbca9 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060157 Oct 09 00:59:41.353661 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:42.432104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b6e0b-f7ba-4682-bc6d-b3c047fd21c9 req-26c4a421-f239-40c9-992e-20d4790b0f47 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:42.433846 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4a5b6e0b-f7ba-4682-bc6d-b3c047fd21c9 req-26c4a421-f239-40c9-992e-20d4790b0f47 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0518537 Oct 09 00:59:42.490472 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-9ba1809b-f759-499c-8d48-18b429234da2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:42.491117 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-9ba1809b-f759-499c-8d48-18b429234da2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 945 time: 0.0502648 Oct 09 00:59:42.528945 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4a5b6e0b-f7ba-4682-bc6d-b3c047fd21c9 req-7d5d0c36-664a-4e04-a341-4b2f081fd79a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=777936c7-14aa-4727-901f-85cc3efdcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771554 Oct 09 00:59:42.600325 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:59:42.600679 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:42.700260 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] For port 033058db-9b72-4aa7-b12d-bf2294dc0aa3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=033058db-9b72-4aa7-b12d-bf2294dc0aa3,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:42.700635 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:42.710437 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:42.775035 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:42.903774 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:42.910924 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:42.911315 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (9667890c-b361-465c-9518-312df25d519f), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:42.911668 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP 9667890c-b361-465c-9518-312df25d519f disassociated. External IP: 172.37.5.207, port: 033058db-9b72-4aa7-b12d-bf2294dc0aa3. Oct 09 00:59:42.912175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for 033058db-9b72-4aa7-b12d-bf2294dc0aa3 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:59:42.948411 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:43.055569 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (033058db-9b72-4aa7-b12d-bf2294dc0aa3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:43.089179 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=033058db-9b72-4aa7-b12d-bf2294dc0aa3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:43.217871 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:59:43.342330 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:59:43.357505 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:59:43.377500 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:43.378499 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:59:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:43.401317 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] No DVR routers for this DVR port 033058db-9b72-4aa7-b12d-bf2294dc0aa3 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 00:59:43.405619 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:43.410054 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d5c8a039-7b74-4a5b-9a20-185806857794 req-7a0b47c9-dba5-49c5-bd97-2bb8d3a2f580 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "DELETE /networking/v2.0/ports/033058db-9b72-4aa7-b12d-bf2294dc0aa3 HTTP/1.1" status: 204 len: 173 time: 0.9131851 Oct 09 00:59:43.410755 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'name': 'network-vif-deleted', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:43.414045 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea75cc5c-04b8-4510-ad7f-78f2d3599e7e" -d '{"events": [{"server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "name": "network-vif-deleted", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:43.465225 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7353be9-3e76-46ff-98c1-0d7b520130c9 x-openstack-request-id: req-c7353be9-3e76-46ff-98c1-0d7b520130c9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:43.465692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc5e0e3-a218-4f87-b4cc-2efeb32e281e", "name": "network-vif-deleted", "tag": "033058db-9b72-4aa7-b12d-bf2294dc0aa3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:43.466165 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c7353be9-3e76-46ff-98c1-0d7b520130c9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:43.467389 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7353be9-3e76-46ff-98c1-0d7b520130c9'] response: {'server_uuid': 'acc5e0e3-a218-4f87-b4cc-2efeb32e281e', 'name': 'network-vif-deleted', 'tag': '033058db-9b72-4aa7-b12d-bf2294dc0aa3', 'status': 'completed', 'code': 200} Oct 09 00:59:43.528744 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:43.734203 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3e67a1bf-03e6-4258-b384-e0f62ff11897 req-7803f00f-cbe2-4a69-a9af-b4a0fb2ca0d1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=acc5e0e3-a218-4f87-b4cc-2efeb32e281e HTTP/1.1" status: 200 len: 210 time: 0.0511022 Oct 09 00:59:43.960358 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:43.987975 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 00:59:44.000080 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:44.001056 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:59:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:44.121794 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:44.302637 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:44.325091 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:44.356038 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2c456-a7d3-42fc-97cb-3d8ef2d6d764 None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 00:59:44.463481 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:44.475282 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:44.657672 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d10faa-7d37-4d30-ada2-224bc8d85d07 None None] New status for floating IP 9667890c-b361-465c-9518-312df25d519f: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 00:59:44.858113 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 32822) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:44.934768 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee0b958-6ce3-4b50-bfb1-1587be7d7b35 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (777936c7-14aa-4727-901f-85cc3efdcde9), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:44.966262 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee0b958-6ce3-4b50-bfb1-1587be7d7b35 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (777936c7-14aa-4727-901f-85cc3efdcde9), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.018814 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee0b958-6ce3-4b50-bfb1-1587be7d7b35 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (777936c7-14aa-4727-901f-85cc3efdcde9), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.021485 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee0b958-6ce3-4b50-bfb1-1587be7d7b35 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.022683 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-eee0b958-6ce3-4b50-bfb1-1587be7d7b35 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/777936c7-14aa-4727-901f-85cc3efdcde9 HTTP/1.1" status: 204 len: 168 time: 0.1634455 Oct 09 00:59:45.025734 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 32824) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:45.036295 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b958-6ce3-4b50-bfb1-1587be7d7b35 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777936c7-14aa-4727-901f-85cc3efdcde9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:45.042686 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-d249dded-8d54-40de-90e5-48b4d79e6e95 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] show failed (client error): The resource could not be found. Oct 09 00:59:45.045262 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d249dded-8d54-40de-90e5-48b4d79e6e95 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups/777936c7-14aa-4727-901f-85cc3efdcde9 HTTP/1.1" status: 404 len: 347 time: 0.0169766 Oct 09 00:59:45.046734 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 32826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:45.197299 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port ad40b227-899e-4d0c-a7ae-011b3f93ab4f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 00:59:45.197840 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.250795 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 033058db-9b72-4aa7-b12d-bf2294dc0aa3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 00:59:45.274823 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 033058db-9b72-4aa7-b12d-bf2294dc0aa3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 00:59:45.275576 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 033058db-9b72-4aa7-b12d-bf2294dc0aa3 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 00:59:45.287750 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.288167 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.303888 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for ad40b227-899e-4d0c-a7ae-011b3f93ab4f owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 00:59:45.433860 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:45.436917 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:45.464949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (ad40b227-899e-4d0c-a7ae-011b3f93ab4f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.492598 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=ad40b227-899e-4d0c-a7ae-011b3f93ab4f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:45.585840 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (9667890c-b361-465c-9518-312df25d519f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.588587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.591665 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bba79fdc-89ad-4f80-a58e-56237432bb0c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/9667890c-b361-465c-9518-312df25d519f HTTP/1.1" status: 204 len: 168 time: 0.5419586 Oct 09 00:59:45.670795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 32838) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:45.676218 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238333962', 'description': 'tempest-description--1579256683'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:45.702145 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.776193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (1f9b26d3-091b-4cb8-9e8b-e38c72b45b90), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.781378 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (1f9b26d3-091b-4cb8-9e8b-e38c72b45b90), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.813987 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.818041 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433411 Oct 09 00:59:45.818336 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 32840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:45.822694 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '1f9b26d3-091b-4cb8-9e8b-e38c72b45b90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:45.836000 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec656-5d9a-468d-83fc-9e5dc8a12428 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:45.855649 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (19a78f71-fcb9-4cbd-9c24-060cedbc5db6), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.920786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (19a78f71-fcb9-4cbd-9c24-060cedbc5db6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.926238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (19a78f71-fcb9-4cbd-9c24-060cedbc5db6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.947832 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a78f71-fcb9-4cbd-9c24-060cedbc5db6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:45.958708 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:45.962733 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0f9f92fe-795f-4ae7-a2ca-bbaf2e9f39c2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409659 Oct 09 00:59:45.963437 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 32842) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:45.968768 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '1f9b26d3-091b-4cb8-9e8b-e38c72b45b90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:46.006739 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (6e90d39e-3aaf-4e3f-ace8-4af8f8a3b838), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.094115 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (6e90d39e-3aaf-4e3f-ace8-4af8f8a3b838), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.099722 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (6e90d39e-3aaf-4e3f-ace8-4af8f8a3b838), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.124110 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e90d39e-3aaf-4e3f-ace8-4af8f8a3b838,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:46.139299 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.143723 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c5f64e89-c9ba-4896-b4a3-4f835030d284 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758130 Oct 09 00:59:46.144188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 32844) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:46.148780 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:46.174677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.264622 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.381433 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.37.5.127 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/5ccc52c7-7c6c-4394-b3ff-18c239847473) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:59:46.496425 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.500662 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:46.508242 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:46.542234 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.593822 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:59:46.601995 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:59:46.604604 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:59:46.608248 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=5ccc52c7-7c6c-4394-b3ff-18c239847473,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:46.712989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (e54b0d29-912b-491b-a292-71e5c7c5ca18), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.759241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.926282 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:46.931193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:47.013166 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (e54b0d29-912b-491b-a292-71e5c7c5ca18), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:47.016982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=5ccc52c7-7c6c-4394-b3ff-18c239847473,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:47.037329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:47.038833 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fc3dff3f-ac12-446f-b58e-0b7c85592043 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8936241 Oct 09 00:59:47.295028 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-c2021706-53d3-47a7-b6b4-5b750bcdd5c5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--238333962&fields=id&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 267 time: 0.0564528 Oct 09 00:59:47.413095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-b61d4b7e-008c-42f6-8222-935026064578 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:47.414607 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-b61d4b7e-008c-42f6-8222-935026064578 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1090693 Oct 09 00:59:47.432122 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-8972111a-aef5-4a11-99d8-b4035c72fc9e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/quotas/a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 375 time: 0.0108695 Oct 09 00:59:47.505425 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-edfba365-159f-45cc-a875-621cba130081 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609529 Oct 09 00:59:47.576444 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:47.598737 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:47.621911 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-b40e627d-74e6-4b32-b054-e4c2bf0027d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048844 Oct 09 00:59:47.736312 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-40bcde19-c312-40e8-89f9-3031497c6dba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076660 Oct 09 00:59:47.961823 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-71e86e0f-0a0e-4fbb-91ab-3ba1d4c88462 req-e2b46014-08f0-40c8-b158-c6679ae71af8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 210 time: 0.0425019 Oct 09 00:59:49.084213 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e7d09b3d-f2c5-4f30-aa44-6a1b9f5f0836 req-9e17f16c-eec1-4ea1-bc4d-c2fce924da65 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 210 time: 0.0398688 Oct 09 00:59:49.586519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-62de36db-cf9a-402e-a0cf-c738e25f87e7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:49.589631 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-62de36db-cf9a-402e-a0cf-c738e25f87e7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1200726 Oct 09 00:59:49.694218 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-b85997d8-42e6-44af-a42e-40b4cc203346 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 379 time: 0.0670674 Oct 09 00:59:49.829577 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'port': {'device_id': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'admin_state_up': True, 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'security_groups': ['1f9b26d3-091b-4cb8-9e8b-e38c72b45b90']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:49.949245 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:49.958759 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Made reservation on behalf of a7d8e82f58814da6b8c08bfa04955d4c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 00:59:49.962936 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.042488 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:50.120562 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.20.0.12 (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b/29a59039-ac16-488f-ad9d-1a896696e3f6) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 00:59:50.264351 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-83c6c1c3-b89a-4152-844d-8836dbccb815 req-fb4845ad-7593-4481-acf4-1c52eb91dbc2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 210 time: 0.0702631 Oct 09 00:59:50.311505 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.345385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.399070 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 00:59:50.405008 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 00:59:50.407267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=29a59039-ac16-488f-ad9d-1a896696e3f6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:50.409463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 00:59:50.462382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:50.463093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.485939 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-5711a8b5-52bc-4a90-886f-e5c90055b4d5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6614695 Oct 09 00:59:50.506373 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Request body: {'port': {'device_id': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:50.585014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.650994 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:50.662728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0db2d3a3-eaa6-485f-9a34-7c1361483034 None None] Provisioning complete for port 29a59039-ac16-488f-ad9d-1a896696e3f6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:59:50.663442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0db2d3a3-eaa6-485f-9a34-7c1361483034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.663871 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-0db2d3a3-eaa6-485f-9a34-7c1361483034 None None] Attempt 1 to provision port 29a59039-ac16-488f-ad9d-1a896696e3f6 Oct 09 00:59:50.703788 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0db2d3a3-eaa6-485f-9a34-7c1361483034 None None] Port 29a59039-ac16-488f-ad9d-1a896696e3f6 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 00:59:50.931153 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a59039-ac16-488f-ad9d-1a896696e3f6 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:50.939776 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:50.942471 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Publish callbacks [] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:50.974871 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Transition to ACTIVE for port object 29a59039-ac16-488f-ad9d-1a896696e3f6 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 00:59:50.979064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:51.044023 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Pushing event updated for resources: {'Port': ['ID=29a59039-ac16-488f-ad9d-1a896696e3f6,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:51.070184 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:51.104318 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Attempting to bind port 29a59039-ac16-488f-ad9d-1a896696e3f6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 00:59:51.104318 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Attempting to bind port 29a59039-ac16-488f-ad9d-1a896696e3f6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 00:59:51.104318 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Attempting to bind port 29a59039-ac16-488f-ad9d-1a896696e3f6 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:59:51.155127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Port 29a59039-ac16-488f-ad9d-1a896696e3f6 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 00:59:51.155465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Attempting to bind port 29a59039-ac16-488f-ad9d-1a896696e3f6 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 00:59:51.216434 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 00:59:51.216675 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 00:59:51.217068 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Bound using segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 00:59:51.217508 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Bound port: 29a59039-ac16-488f-ad9d-1a896696e3f6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 00:59:51.217870 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:51.285601 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] For port 29a59039-ac16-488f-ad9d-1a896696e3f6, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 00:59:51.288897 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] For port 29a59039-ac16-488f-ad9d-1a896696e3f6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29a59039-ac16-488f-ad9d-1a896696e3f6,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 00:59:51.299735 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:51.303145 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:51.304011 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:51.305512 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/29a59039-ac16-488f-ad9d-1a896696e3f6 HTTP/1.1" status: 200 len: 1094 time: 0.8036528 Oct 09 00:59:51.307941 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:51.310316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:51.372565 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b543ab-e3ca-4aeb-91fe-38e5c777ccf6 service neutron] Pushing event updated for resources: {'Port': ['ID=29a59039-ac16-488f-ad9d-1a896696e3f6,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:51.394888 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2dafc0-8f11-4162-baae-4bc0ae51115d x-openstack-request-id: req-4e2dafc0-8f11-4162-baae-4bc0ae51115d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:51.395247 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:51.395565 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e2dafc0-8f11-4162-baae-4bc0ae51115d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:51.396306 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2dafc0-8f11-4162-baae-4bc0ae51115d'] response: {'name': 'network-changed', 'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'status': 'completed', 'code': 200} Oct 09 00:59:51.461209 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea0874-5b3a-4c48-9d3f-6081a7233e15 req-a399f42c-fd26-4529-9512-abf84c53a0b5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:51.463794 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-28ea0874-5b3a-4c48-9d3f-6081a7233e15 req-a399f42c-fd26-4529-9512-abf84c53a0b5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 944 time: 0.0639198 Oct 09 00:59:51.463933 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f1d0e467-9ccd-4e73-8dc0-64ad0ac7b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:51.465296 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-f1d0e467-9ccd-4e73-8dc0-64ad0ac7b070 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 1128 time: 0.0486605 Oct 09 00:59:51.525130 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-21d941ca-2502-4b0d-8fec-7a26d93bb138 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a59039-ac16-488f-ad9d-1a896696e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0378325 Oct 09 00:59:51.526722 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-28ea0874-5b3a-4c48-9d3f-6081a7233e15 req-f76f10cf-8730-4059-a3a7-d3db6040e930 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559418 Oct 09 00:59:51.581127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-3d51006c-b185-44d8-bac7-34c484bb3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:51.582922 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-3d51006c-b185-44d8-bac7-34c484bb3b55 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0506563 Oct 09 00:59:51.640387 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-d4cf167b-42e5-4148-b9fc-7e36af269b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:51.641927 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-d4cf167b-42e5-4148-b9fc-7e36af269b63 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511489 Oct 09 00:59:51.763224 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-80f78689-fcfb-4be7-acd6-302bae16fd5b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076093 Oct 09 00:59:51.875099 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5a571609-30d8-4927-8262-f26ae8e6ae45 req-875befb4-b1bd-40e3-bfd9-f7f69fdeb16b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051383 Oct 09 00:59:52.666542 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d404f-7ff6-45a5-94e4-6ffea1bbdf80 req-a4876b90-81c0-44e4-8db2-1f6aa1c69773 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:52.668238 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3c2d404f-7ff6-45a5-94e4-6ffea1bbdf80 req-a4876b90-81c0-44e4-8db2-1f6aa1c69773 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 944 time: 0.0550144 Oct 09 00:59:52.722056 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3c2d404f-7ff6-45a5-94e4-6ffea1bbdf80 req-2bdac53f-19b0-4c6f-9ef7-a68f520f0dc4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473957 Oct 09 00:59:53.118149 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-c04db842-b3bc-4082-8c6b-6777fc08e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:53.119677 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-c04db842-b3bc-4082-8c6b-6777fc08e8c3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 1128 time: 0.0440278 Oct 09 00:59:53.237164 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-b476e420-0c22-4e00-ae64-81b5e2e44ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:53.238988 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-b476e420-0c22-4e00-ae64-81b5e2e44ecf service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.1124251 Oct 09 00:59:53.250116 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 29a59039-ac16-488f-ad9d-1a896696e3f6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 00:59:53.283480 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-04af6b4f-256a-4f9a-83d4-1eaa5e62b6be service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a59039-ac16-488f-ad9d-1a896696e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Oct 09 00:59:53.300942 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:53.352322 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-631bf358-2b05-4c1a-b151-88e113ba5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:53.354248 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-631bf358-2b05-4c1a-b151-88e113ba5b8b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0630457 Oct 09 00:59:53.357409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 29a59039-ac16-488f-ad9d-1a896696e3f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29a59039-ac16-488f-ad9d-1a896696e3f6,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:53.370478 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:53.372602 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'port_id': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'mac_address': 'fa:16:3e:9f:b4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 00:59:53.411453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 29a59039-ac16-488f-ad9d-1a896696e3f6 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:53.411886 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-c397c32d-040a-48d8-9f65-e29e34ad464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:53.412016 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:53.413386 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-c397c32d-040a-48d8-9f65-e29e34ad464d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519502 Oct 09 00:59:53.431300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a59039-ac16-488f-ad9d-1a896696e3f6 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 00:59:53.457608 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 29a59039-ac16-488f-ad9d-1a896696e3f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29a59039-ac16-488f-ad9d-1a896696e3f6,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:53.462297 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:53.525181 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=29a59039-ac16-488f-ad9d-1a896696e3f6,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:53.532740 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-7397dbb4-c800-4233-af34-acf3c16eba98 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122248 Oct 09 00:59:53.536833 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.537253 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.537806 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.538371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.539022 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.539398 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.539823 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.540165 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.540491 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.540821 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.541148 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.541489 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.541813 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.542139 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.542462 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 00:59:53.643369 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f79747c9-f0ac-4a36-95c8-43a0e5942fd2 req-ddf8a92b-5166-4f5f-b4d9-1f730c8b25e8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040366 Oct 09 00:59:53.874000 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b204-9a8f-4570-b19a-a2c4d9b05fea req-e5ba1603-4a21-4fd9-8ff9-97f47b25fb58 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:53.880264 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2f18b204-9a8f-4570-b19a-a2c4d9b05fea req-e5ba1603-4a21-4fd9-8ff9-97f47b25fb58 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 945 time: 0.0560699 Oct 09 00:59:53.883930 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['29a59039-ac16-488f-ad9d-1a896696e3f6'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 00:59:53.950475 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2f18b204-9a8f-4570-b19a-a2c4d9b05fea req-7f3013e2-b182-4a03-a363-3349f9a6ef05 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685434 Oct 09 00:59:54.379681 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 00:59:55.072777 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348306ad-8fc0-463a-b9ec-ae8b88961041 req-df3f6584-8745-400e-a8bd-be9392a8817b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:55.074275 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-348306ad-8fc0-463a-b9ec-ae8b88961041 req-df3f6584-8745-400e-a8bd-be9392a8817b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 945 time: 0.0480556 Oct 09 00:59:55.121755 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-348306ad-8fc0-463a-b9ec-ae8b88961041 req-f878a398-b28d-49eb-92cb-37ac0c04ffe2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Oct 09 00:59:55.277364 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 29a59039-ac16-488f-ad9d-1a896696e3f6 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 00:59:55.318585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 29a59039-ac16-488f-ad9d-1a896696e3f6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 00:59:55.324205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 29a59039-ac16-488f-ad9d-1a896696e3f6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 00:59:55.324580 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:55.324919 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 29a59039-ac16-488f-ad9d-1a896696e3f6 Oct 09 00:59:55.398082 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 29a59039-ac16-488f-ad9d-1a896696e3f6 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 00:59:55.398463 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:55.421309 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:55.423615 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ac7a7-bfe1-49f5-a7bf-6b77eccbfba0" -d '{"events": [{"server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "name": "network-vif-plugged", "status": "completed", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:55.436559 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 29a59039-ac16-488f-ad9d-1a896696e3f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29a59039-ac16-488f-ad9d-1a896696e3f6,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 00:59:55.440778 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:55.464599 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf5a62d-786e-4c46-9b37-5abc0694e331 x-openstack-request-id: req-2cf5a62d-786e-4c46-9b37-5abc0694e331 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:55.464917 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "name": "network-vif-plugged", "status": "completed", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:55.465168 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2cf5a62d-786e-4c46-9b37-5abc0694e331 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:55.465552 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf5a62d-786e-4c46-9b37-5abc0694e331'] response: {'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'code': 200} Oct 09 00:59:55.489959 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=29a59039-ac16-488f-ad9d-1a896696e3f6,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:55.691025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f220efd-53ed-4861-b796-65e49a047867 req-bbe99e30-ec0f-48cc-94e0-2f4b4db995f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:55.692486 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f220efd-53ed-4861-b796-65e49a047867 req-bbe99e30-ec0f-48cc-94e0-2f4b4db995f0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 1130 time: 0.0369449 Oct 09 00:59:55.738306 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f220efd-53ed-4861-b796-65e49a047867 req-015acb9c-cb50-4d3d-a633-411aee307fa2 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360227 Oct 09 00:59:56.252204 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84296969-57e0-4ee8-a91d-133f2cf672c9 req-c44f884c-91db-40bd-8605-f0ad0c48ca5a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:56.253757 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84296969-57e0-4ee8-a91d-133f2cf672c9 req-c44f884c-91db-40bd-8605-f0ad0c48ca5a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0510690 Oct 09 00:59:56.303850 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-84296969-57e0-4ee8-a91d-133f2cf672c9 req-81a969cc-14cd-44c3-bb7a-dfbc85726e26 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Oct 09 00:59:57.102121 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:57.420921 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e8f23-b244-4827-b110-ebba8b119da6 req-6ddc35ca-2e13-44e6-a90a-623bbbbb4f07 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:57.422352 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b54e8f23-b244-4827-b110-ebba8b119da6 req-6ddc35ca-2e13-44e6-a90a-623bbbbb4f07 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0455651 Oct 09 00:59:57.468405 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b54e8f23-b244-4827-b110-ebba8b119da6 req-d7f7a2df-367e-4667-8403-d0c6ef1b7331 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Oct 09 00:59:57.475979 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:57.523172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Deleting subnet f493090a-f183-4394-a1a6-e9dd89363581 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 00:59:57.526270 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Publish callbacks [] for subnet (f493090a-f183-4394-a1a6-e9dd89363581), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:57.795176 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (f493090a-f183-4394-a1a6-e9dd89363581), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:57.834522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (f493090a-f183-4394-a1a6-e9dd89363581), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:57.891180 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (f493090a-f183-4394-a1a6-e9dd89363581), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:57.920659 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f493090a-f183-4394-a1a6-e9dd89363581,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:57.924353 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:57.928109 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0a5e3c26-c392-4381-b207-92d8c14c58b9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/f493090a-f183-4394-a1a6-e9dd89363581 HTTP/1.1" status: 204 len: 168 time: 0.4512060 Oct 09 00:59:57.930590 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:57.997641 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (c27214a2-3f39-42ec-9d84-0333462c2425), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.008623 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:58.071417 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:58.080823 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (c27214a2-3f39-42ec-9d84-0333462c2425), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.103730 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27214a2-3f39-42ec-9d84-0333462c2425']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:58.112916 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42afef76-a35f-4630-81f8-284fedf7e403') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:58.113215 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42afef76-a35f-4630-81f8-284fedf7e403') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:58.122998 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (42afef76-a35f-4630-81f8-284fedf7e403), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.136674 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (42afef76-a35f-4630-81f8-284fedf7e403), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.143130 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 00:59:58.143584 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (42afef76-a35f-4630-81f8-284fedf7e403), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.184947 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 42afef76-a35f-4630-81f8-284fedf7e403 resource provider aggregate not found Oct 09 00:59:58.205522 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 42afef76-a35f-4630-81f8-284fedf7e403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42afef76-a35f-4630-81f8-284fedf7e403 found for delete ", "request_id": "req-d0215f4a-dcf3-499f-8358-1d6adaf04cef"}]} Oct 09 00:59:58.209438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (c27214a2-3f39-42ec-9d84-0333462c2425), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.216801 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.219861 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/c27214a2-3f39-42ec-9d84-0333462c2425 HTTP/1.1" status: 204 len: 168 time: 0.2883515 Oct 09 00:59:58.229949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13b27b-0d7c-4204-9a31-a4eda81978f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27214a2-3f39-42ec-9d84-0333462c2425,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:58.386614 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:58.431042 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-45468812-0109-4f13-b2c6-6d41d3b211a2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5edae5583d2e4a4688bef23f3a14eda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432959 Oct 09 00:59:58.433652 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:58.481725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e60-5c8e-415f-967a-4979ab21c453 admin admin] Publish callbacks [] for security_group (2b5900ad-4eae-41f0-90e9-7084729c73b2), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.501318 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e60-5c8e-415f-967a-4979ab21c453 admin admin] Publish callbacks [] for security_group (2b5900ad-4eae-41f0-90e9-7084729c73b2), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.549009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e60-5c8e-415f-967a-4979ab21c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2b5900ad-4eae-41f0-90e9-7084729c73b2), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.551803 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e60-5c8e-415f-967a-4979ab21c453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:58.552956 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1bb48e60-5c8e-415f-967a-4979ab21c453 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2b5900ad-4eae-41f0-90e9-7084729c73b2 HTTP/1.1" status: 204 len: 168 time: 0.1183562 Oct 09 00:59:58.561449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48e60-5c8e-415f-967a-4979ab21c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5900ad-4eae-41f0-90e9-7084729c73b2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 00:59:58.599636 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787d352-1373-4cc7-8cc6-a8a5e5e0f83d req-1ddf7508-870a-4826-9893-f3e9b79d2685 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:58.601129 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c787d352-1373-4cc7-8cc6-a8a5e5e0f83d req-1ddf7508-870a-4826-9893-f3e9b79d2685 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0524211 Oct 09 00:59:58.648763 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c787d352-1373-4cc7-8cc6-a8a5e5e0f83d req-56266e1d-5e98-4f5d-b71c-88b9ed43ebb1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Oct 09 00:59:58.771194 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7a8fb-a11c-45d5-bc22-d9b0c7745240 req-796cda25-1acd-4115-b29c-48199763cf22 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:58.772730 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3ec7a8fb-a11c-45d5-bc22-d9b0c7745240 req-796cda25-1acd-4115-b29c-48199763cf22 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0481956 Oct 09 00:59:58.783348 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 00:59:58.787968 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'port_id': '29a59039-ac16-488f-ad9d-1a896696e3f6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 00:59:58.829309 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (e54b0d29-912b-491b-a292-71e5c7c5ca18), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:59.268425 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:59.272290 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (e54b0d29-912b-491b-a292-71e5c7c5ca18), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:59.372405 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP e54b0d29-912b-491b-a292-71e5c7c5ca18 associated. External IP: 172.37.5.127, port: 29a59039-ac16-488f-ad9d-1a896696e3f6. Oct 09 00:59:59.375166 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:59.422241 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:59.575415 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 00:59:59.696938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 00:59:59.701703 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 00:59:59.707412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 00:59:59.715324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:59.718431 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 00:59:59.719043 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:59:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 00:59:59.734337 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ce156ad3-09da-41cb-80e2-19b40e8b432e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/e54b0d29-912b-491b-a292-71e5c7c5ca18 HTTP/1.1" status: 200 len: 992 time: 0.9498253 Oct 09 00:59:59.734985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 00:59:59.737304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3e027-4027-4bda-9bc5-7469cbee7496" -d '{"events": [{"name": "network-changed", "server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 00:59:59.751365 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 00:59:59.774361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dca5ce-4faf-4b24-aca4-a9a3713a31d8 x-openstack-request-id: req-49dca5ce-4faf-4b24-aca4-a9a3713a31d8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 00:59:59.774655 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 00:59:59.774916 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-49dca5ce-4faf-4b24-aca4-a9a3713a31d8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 00:59:59.775375 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dca5ce-4faf-4b24-aca4-a9a3713a31d8'] response: {'name': 'network-changed', 'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'status': 'completed', 'code': 200} Oct 09 00:59:59.826002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 00:59:59.874806 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-6c2fe645-6529-4f4e-b51e-2d2087f94777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:59.876277 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-6c2fe645-6529-4f4e-b51e-2d2087f94777 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 1130 time: 0.0391939 Oct 09 00:59:59.978906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-33ce5f00-8e98-4943-9795-1fde9d84c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 00:59:59.980420 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-33ce5f00-8e98-4943-9795-1fde9d84c350 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.0898638 Oct 09 01:00:00.037371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e54b0d29-912b-491b-a292-71e5c7c5ca18', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.127', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:9f:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:59:46Z', 'updated_at': '2022-10-09T00:59:59Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:00.046773 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-149f5d54-2a14-4c82-8ac9-b430be6fabc9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a59039-ac16-488f-ad9d-1a896696e3f6 HTTP/1.1" status: 200 len: 1000 time: 0.0598156 Oct 09 01:00:00.065501 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:00:00.074353 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:00.074947 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T00:59:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:00.098242 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-cf92d092-6bc2-4aa5-82e6-3e9d02b47938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:00.099733 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-cf92d092-6bc2-4aa5-82e6-3e9d02b47938 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0457559 Oct 09 01:00:00.149268 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-f6630f23-98c9-4f19-a86a-02a51d8250e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:00.150787 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-f6630f23-98c9-4f19-a86a-02a51d8250e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451686 Oct 09 01:00:00.183714 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:00.190421 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:00.248074 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-27ac0f5a-4f89-41cd-8bf1-5a3e30cba663 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907943 Oct 09 01:00:00.339345 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-74f3e027-4027-4bda-9bc5-7469cbee7496 req-3e4f7034-5779-4cee-a25f-76919d7065c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844846 Oct 09 01:00:00.425540 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e54b0d29-912b-491b-a292-71e5c7c5ca18', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.127', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:9f:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:59:46Z', 'updated_at': '2022-10-09T00:59:59Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:00.451507 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91517-51b6-4b6b-af59-2ac8a97e3a90 None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e54b0d29-912b-491b-a292-71e5c7c5ca18', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.127', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:9f:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:59:46Z', 'updated_at': '2022-10-09T00:59:59Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:00:00.664774 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcee0a-e098-45b8-8f1e-7689c93f4ff6 None None] New status for floating IP e54b0d29-912b-491b-a292-71e5c7c5ca18: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:00:02.165609 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:02.278935 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.289785 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-2d5e85fc-cce0-4f26-885f-4c97c8d5eff2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618033 Oct 09 01:00:02.332063 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:02.352955 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:02.392992 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Publish callbacks [] for security_group (2b6cad0e-be36-4592-8592-ce150588a5db), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.396287 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-8950d4de-e6ae-43f7-9277-26c46132a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:02.397761 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-8950d4de-e6ae-43f7-9277-26c46132a15f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 1129 time: 0.0574675 Oct 09 01:00:02.398874 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2b6cad0e-be36-4592-8592-ce150588a5db), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.484026 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6cad0e-be36-4592-8592-ce150588a5db,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:02.487832 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f766c4270e944753b745acc0b6bce492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212087 Oct 09 01:00:02.490834 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33116) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:02.496462 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.496814 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.497160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.497502 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.497841 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.498175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.498505 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.498830 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.499158 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.499489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.499841 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.500165 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.500489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.500810 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.501132 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cb9df-4613-4ed4-8fd0-addaa80ff7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:02.545513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-dbda7e24-a082-4556-93fb-e89056148f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:02.546997 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-dbda7e24-a082-4556-93fb-e89056148f6e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1297460 Oct 09 01:00:02.553358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e50c-6950-4607-a934-8b8a4c7d132d admin admin] Publish callbacks [] for security_group (2b6cad0e-be36-4592-8592-ce150588a5db), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.575346 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e50c-6950-4607-a934-8b8a4c7d132d admin admin] Publish callbacks [] for security_group (2b6cad0e-be36-4592-8592-ce150588a5db), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.589260 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-4f322b38-6450-43fa-b04c-58e84d2ad570 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41ba939-ec56-4a6f-86b0-047036daa405 HTTP/1.1" status: 200 len: 217 time: 0.0347347 Oct 09 01:00:02.626626 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e50c-6950-4607-a934-8b8a4c7d132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2b6cad0e-be36-4592-8592-ce150588a5db), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.629237 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e7e50c-6950-4607-a934-8b8a4c7d132d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:02.630378 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c6e7e50c-6950-4607-a934-8b8a4c7d132d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2b6cad0e-be36-4592-8592-ce150588a5db HTTP/1.1" status: 204 len: 168 time: 0.1384625 Oct 09 01:00:02.638367 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-fa8ff221-6d93-41cc-bb24-f8d564148721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:02.639827 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-fa8ff221-6d93-41cc-bb24-f8d564148721 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0446565 Oct 09 01:00:02.640875 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7e50c-6950-4607-a934-8b8a4c7d132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6cad0e-be36-4592-8592-ce150588a5db,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:02.690207 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-e1ee8f85-717d-4543-9b9b-402a860bee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:02.692980 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-e1ee8f85-717d-4543-9b9b-402a860bee74 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463874 Oct 09 01:00:02.787838 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-43a966d3-6932-4471-a960-eaf0662e4c90 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877328 Oct 09 01:00:02.883130 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-81e7dfa2-5a66-4cae-9a80-85914e93a7a2 req-302535d1-9d73-4efd-a594-3c9bbc7d7d2d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887332 Oct 09 01:00:04.852435 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-b91638b4-373e-4af9-be66-1c0fdaa1d757 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9a6e25abae6b4b499a402bc4585bd06f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283742 Oct 09 01:00:05.031630 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-2a9bdbfb-ea8f-4bfa-b898-ae3ef64651db tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:05.033067 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-2a9bdbfb-ea8f-4bfa-b898-ae3ef64651db tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756859 Oct 09 01:00:05.047717 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-aa389271-49e5-4dcb-a6a3-b531b74f1be0 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/quotas/9a6e25abae6b4b499a402bc4585bd06f HTTP/1.1" status: 200 len: 375 time: 0.0087335 Oct 09 01:00:05.083405 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-16b21472-10e6-4a5d-8f9a-115f7ae5d7f0 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9a6e25abae6b4b499a402bc4585bd06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300698 Oct 09 01:00:05.244603 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2dba1fe-63c0-4f99-b666-089ac68c8164 req-df7e3e61-0bfa-4e55-8d42-02fe51c579ee tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 210 time: 0.0286713 Oct 09 01:00:05.826483 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266853-caf0-4190-ace8-6b90311a1920 req-7dfc3615-66c7-429c-a971-baee095d57fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:05.828179 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d5266853-caf0-4190-ace8-6b90311a1920 req-7dfc3615-66c7-429c-a971-baee095d57fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0557272 Oct 09 01:00:05.848154 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-89d3ed37-dae2-4ae4-9ea9-2d069de292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:05.850198 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-89d3ed37-dae2-4ae4-9ea9-2d069de292e9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0410910 Oct 09 01:00:05.885567 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d5266853-caf0-4190-ace8-6b90311a1920 req-ebfdb42f-2b5f-4ece-a530-f8dd77cac6bb tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512223 Oct 09 01:00:05.960088 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-ecfa990b-b408-4478-9d3d-12d798da937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:05.961551 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-ecfa990b-b408-4478-9d3d-12d798da937a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1046517 Oct 09 01:00:06.254301 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-1d141231-6550-4d49-a666-1da6ad007266 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 1000 time: 0.2873039 Oct 09 01:00:06.357639 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-76e86850-e12e-4cbc-950b-2f77d13bffc0 req-d147bfdc-c952-4938-9fea-aa5dfdd4ed0a tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 210 time: 0.0394652 Oct 09 01:00:06.396406 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-8e1558c6-5466-41dc-a091-19aa3d39b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:06.397903 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-8e1558c6-5466-41dc-a091-19aa3d39b46c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0504556 Oct 09 01:00:06.442956 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-b6d0a79f-158a-4b35-8960-dd8e2877f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:06.444528 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-b6d0a79f-158a-4b35-8960-dd8e2877f876 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407758 Oct 09 01:00:06.493656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:06.513312 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-c25501bf-a2b9-4824-b350-94c800df072e tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=9a6e25abae6b4b499a402bc4585bd06f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364861 Oct 09 01:00:06.610919 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:06.670863 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-f5dbaeff-99a6-4bb2-b271-50a7809f5ad9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851492 Oct 09 01:00:06.680324 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-b676a016-e8a9-424f-b24a-21f9938128e2 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:06.681634 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-b676a016-e8a9-424f-b24a-21f9938128e2 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398859 Oct 09 01:00:06.775997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Request body: {'port': {'device_id': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611', 'admin_state_up': True, 'tenant_id': '9a6e25abae6b4b499a402bc4585bd06f'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:06.933437 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1dc7f3eb-a3c8-4f27-99bd-adc450c4c220 req-1e9b6c2d-b3b4-4387-9947-c637d43bf31a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685925 Oct 09 01:00:06.956783 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Made reservation on behalf of 9a6e25abae6b4b499a402bc4585bd06f for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:00:06.961983 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:06.971279 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.018760 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef0314-194d-4779-b8d4-5abc99f5a61a req-66094584-a088-42bf-9e34-87b1dd08bfc8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:07.020568 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d7ef0314-194d-4779-b8d4-5abc99f5a61a req-66094584-a088-42bf-9e34-87b1dd08bfc8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Oct 09 01:00:07.054077 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks [] for security_group (cb51edbf-c6dd-44a1-9ba3-2a5517c4373d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.057681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (cb51edbf-c6dd-44a1-9ba3-2a5517c4373d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.069976 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d7ef0314-194d-4779-b8d4-5abc99f5a61a req-37141d39-3888-4b71-9cff-eed430b2162c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 Oct 09 01:00:07.121825 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:07.199333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Allocated IP 192.168.233.47 (d06c7078-5fd3-49c5-a343-f0fce7616611/ea6cbc4b-737f-4e15-a67b-8c9b309ac29b/48bbfa7d-9313-405d-883a-e594cf9f5314) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:00:07.350516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks [] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.369756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:07.373014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:07.387223 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.443008 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Network d06c7078-5fd3-49c5-a343-f0fce7616611 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:00:07.454993 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:00:07.458911 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:00:07.480083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Pushing event updated for resources: {'Port': ['ID=48bbfa7d-9313-405d-883a-e594cf9f5314,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:07.520784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e85a-f406-4b3c-973b-0abb018bfae6 req-a7bc5f6a-2906-4d67-b2ad-ef2c1befa913 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:07.522299 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-90e1e85a-f406-4b3c-973b-0abb018bfae6 req-a7bc5f6a-2906-4d67-b2ad-ef2c1befa913 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 935 time: 0.0830650 Oct 09 01:00:07.553952 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:07.554766 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.579984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1854a5a7-b59a-4025-987b-2b335508285e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.584432 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-abcc7882-202a-4148-be40-e4149449ee28 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8183615 Oct 09 01:00:07.596272 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-90e1e85a-f406-4b3c-973b-0abb018bfae6 req-749f4d42-969a-4088-b884-aa16658eb696 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660334 Oct 09 01:00:07.608537 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Request body: {'port': {'device_id': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:07.642371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-256bfa04-540c-491a-9901-ea3c6b490d5a None None] Provisioning complete for port 48bbfa7d-9313-405d-883a-e594cf9f5314 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:00:07.643005 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-256bfa04-540c-491a-9901-ea3c6b490d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.643341 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-256bfa04-540c-491a-9901-ea3c6b490d5a None None] Attempt 1 to provision port 48bbfa7d-9313-405d-883a-e594cf9f5314 Oct 09 01:00:07.674343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.675528 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-256bfa04-540c-491a-9901-ea3c6b490d5a None None] Port 48bbfa7d-9313-405d-883a-e594cf9f5314 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:00:07.925595 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bbfa7d-9313-405d-883a-e594cf9f5314 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:00:07.932988 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Publish callbacks [] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:07.945322 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Transition to ACTIVE for port object 48bbfa7d-9313-405d-883a-e594cf9f5314 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:00:07.948638 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:08.029501 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Pushing event updated for resources: {'Port': ['ID=48bbfa7d-9313-405d-883a-e594cf9f5314,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:08.058483 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Attempting to bind port 48bbfa7d-9313-405d-883a-e594cf9f5314 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:00:08.058824 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Attempting to bind port 48bbfa7d-9313-405d-883a-e594cf9f5314 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:00:08.059160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Attempting to bind port 48bbfa7d-9313-405d-883a-e594cf9f5314 on network d06c7078-5fd3-49c5-a343-f0fce7616611 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:00:08.102000 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Port 48bbfa7d-9313-405d-883a-e594cf9f5314 on network d06c7078-5fd3-49c5-a343-f0fce7616611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:00:08.102520 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Attempting to bind port 48bbfa7d-9313-405d-883a-e594cf9f5314 on network d06c7078-5fd3-49c5-a343-f0fce7616611 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:00:08.141968 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:08.145806 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 0, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:00:08.146147 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Checking segment: {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:00:08.146536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Bound using segment: {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:00:08.146976 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Bound port: 48bbfa7d-9313-405d-883a-e594cf9f5314, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e013aba5-13d0-409b-8810-bf9ea4c8b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:00:08.147337 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:08.197816 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9452-1076-4df9-b1c2-ba25c7fc9557 req-9c833a1b-1437-4897-80ad-6b5490f68efd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:08.199341 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f44b9452-1076-4df9-b1c2-ba25c7fc9557 req-9c833a1b-1437-4897-80ad-6b5490f68efd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0538828 Oct 09 01:00:08.215435 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:08.225304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] For port 48bbfa7d-9313-405d-883a-e594cf9f5314, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:00:08.228429 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] For port 48bbfa7d-9313-405d-883a-e594cf9f5314, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=48bbfa7d-9313-405d-883a-e594cf9f5314,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:00:08.234860 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:08.241629 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:08.242249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:08.243644 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/48bbfa7d-9313-405d-883a-e594cf9f5314 HTTP/1.1" status: 200 len: 1097 time: 0.6394715 Oct 09 01:00:08.244195 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'tag': '48bbfa7d-9313-405d-883a-e594cf9f5314'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:08.246450 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a822b-0965-4f06-96fe-495f6158e3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b016ec-cbc1-4ad4-8e80-e79fddc5360d", "tag": "48bbfa7d-9313-405d-883a-e594cf9f5314"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:08.252616 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f44b9452-1076-4df9-b1c2-ba25c7fc9557 req-81090010-1236-4669-9350-cbb2e74007b3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469296 Oct 09 01:00:08.293553 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f7916-150c-407f-9ccc-2c14613cf7ab service neutron] Pushing event updated for resources: {'Port': ['ID=48bbfa7d-9313-405d-883a-e594cf9f5314,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:08.306126 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e1cbc9-119f-4b52-a0a7-1eea3ba20c5d x-openstack-request-id: req-94e1cbc9-119f-4b52-a0a7-1eea3ba20c5d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:08.306126 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b016ec-cbc1-4ad4-8e80-e79fddc5360d", "tag": "48bbfa7d-9313-405d-883a-e594cf9f5314", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:08.306317 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-94e1cbc9-119f-4b52-a0a7-1eea3ba20c5d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:08.306633 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e1cbc9-119f-4b52-a0a7-1eea3ba20c5d'] response: {'name': 'network-changed', 'server_uuid': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'tag': '48bbfa7d-9313-405d-883a-e594cf9f5314', 'status': 'completed', 'code': 200} Oct 09 01:00:08.378040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-6150cec8-fff2-46c0-88ca-ed55c9c7b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:08.380090 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-6150cec8-fff2-46c0-88ca-ed55c9c7b71d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=9a6e25abae6b4b499a402bc4585bd06f&device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 1131 time: 0.0391209 Oct 09 01:00:08.438928 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-93a4cca8-297a-48bf-883a-61462fe88733 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=48bbfa7d-9313-405d-883a-e594cf9f5314 HTTP/1.1" status: 200 len: 217 time: 0.0349469 Oct 09 01:00:08.487091 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-46c221fc-23a3-4aa1-a55b-b286db3c8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:08.488518 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-46c221fc-23a3-4aa1-a55b-b286db3c8019 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ea6cbc4b-737f-4e15-a67b-8c9b309ac29b HTTP/1.1" status: 200 len: 843 time: 0.0423470 Oct 09 01:00:08.532001 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-e3aae96c-a584-4744-bfca-4bab3524bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:08.533412 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-e3aae96c-a584-4744-bfca-4bab3524bda1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d06c7078-5fd3-49c5-a343-f0fce7616611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0376754 Oct 09 01:00:08.634849 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-1631a9d5-7435-41ad-afaa-6a6975aa9bf1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d06c7078-5fd3-49c5-a343-f0fce7616611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934834 Oct 09 01:00:08.716195 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12c2f5-0af6-4a52-85b6-3d4674502a30 req-acd9bf2d-0a94-4c77-aa07-f0c1e161dc92 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:08.717673 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd12c2f5-0af6-4a52-85b6-3d4674502a30 req-acd9bf2d-0a94-4c77-aa07-f0c1e161dc92 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 947 time: 0.0469179 Oct 09 01:00:08.725097 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79aa2e82-8d48-4957-b4b6-25c52d8b02f4 req-537de7b7-3a44-45c7-a866-a6b5209cca1a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d06c7078-5fd3-49c5-a343-f0fce7616611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841742 Oct 09 01:00:08.735947 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:08.767073 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd12c2f5-0af6-4a52-85b6-3d4674502a30 req-e52d19f3-2bb1-4da7-9c03-3620bc2afd79 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Oct 09 01:00:09.387900 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52f885-57bd-4edf-b1b4-5d706bdb43df req-e5684d32-9f40-490e-b19d-61de0acbcd6f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:09.389245 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea52f885-57bd-4edf-b1b4-5d706bdb43df req-e5684d32-9f40-490e-b19d-61de0acbcd6f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0457323 Oct 09 01:00:09.439208 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ea52f885-57bd-4edf-b1b4-5d706bdb43df req-4bdb2c75-c2b7-42f4-ac47-e91d83f5b58a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Oct 09 01:00:09.796153 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a380461-dde7-4724-a10c-701df1bed1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:09.890738 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2b34c-ffca-46a2-9ce9-4ceb2467e97d req-0fb3c338-d839-4c54-b5e4-c2988ad706e7 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:09.892223 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e9c2b34c-ffca-46a2-9ce9-4ceb2467e97d req-0fb3c338-d839-4c54-b5e4-c2988ad706e7 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 947 time: 0.0466988 Oct 09 01:00:09.945873 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e9c2b34c-ffca-46a2-9ce9-4ceb2467e97d req-185cd921-f30f-4986-a786-afdcaca044e4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Oct 09 01:00:09.946111 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-7de1c4ac-5ee3-4840-b58a-2a351afa795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:09.947432 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-7de1c4ac-5ee3-4840-b58a-2a351afa795e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=9a6e25abae6b4b499a402bc4585bd06f&device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 1131 time: 0.0456166 Oct 09 01:00:10.044509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-9eec832a-51b9-4074-9f60-ba0f685c1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:10.046083 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-9eec832a-51b9-4074-9f60-ba0f685c1aae service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d06c7078-5fd3-49c5-a343-f0fce7616611 HTTP/1.1" status: 200 len: 870 time: 0.0850494 Oct 09 01:00:10.089893 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-61bec55f-c108-4299-81d5-9501c4404ae7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=48bbfa7d-9313-405d-883a-e594cf9f5314 HTTP/1.1" status: 200 len: 217 time: 0.0351636 Oct 09 01:00:10.138944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-d304a3ad-2fd5-443c-b093-ed07358f4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:10.140376 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-d304a3ad-2fd5-443c-b093-ed07358f4a6d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ea6cbc4b-737f-4e15-a67b-8c9b309ac29b HTTP/1.1" status: 200 len: 843 time: 0.0430896 Oct 09 01:00:10.185807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-0f02a9f8-b51a-4601-b897-3686e48973c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:10.187234 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-0f02a9f8-b51a-4601-b897-3686e48973c6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d06c7078-5fd3-49c5-a343-f0fce7616611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0382450 Oct 09 01:00:10.280291 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-bb5231c6-f788-4e23-b58b-097063e22c2d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d06c7078-5fd3-49c5-a343-f0fce7616611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864153 Oct 09 01:00:10.365279 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:10.369624 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c94a822b-0965-4f06-96fe-495f6158e3cd req-89e9b9c5-4bba-4b93-8354-27c820bf8728 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d06c7078-5fd3-49c5-a343-f0fce7616611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818012 Oct 09 01:00:10.561709 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b951e-22f3-454e-acd7-d8c60085cf92 req-def90ebc-672f-44e6-8b35-4dae8eae07f8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:10.563164 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b5b951e-22f3-454e-acd7-d8c60085cf92 req-def90ebc-672f-44e6-8b35-4dae8eae07f8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Oct 09 01:00:10.589739 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:10.611878 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b5b951e-22f3-454e-acd7-d8c60085cf92 req-41072d8b-a985-4341-a8af-7c62f79be150 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 Oct 09 01:00:10.768088 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:10.770720 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:11.028275 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:11.066644 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065ef06-f737-485f-ac0b-b86c1e9f69cd req-23af06e2-6719-41de-9dae-2c068aa3fd26 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:11.068114 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2065ef06-f737-485f-ac0b-b86c1e9f69cd req-23af06e2-6719-41de-9dae-2c068aa3fd26 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 947 time: 0.0483310 Oct 09 01:00:11.115092 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2065ef06-f737-485f-ac0b-b86c1e9f69cd req-5b1fd289-fee7-43f5-a4fd-f3addac8e661 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Oct 09 01:00:11.325465 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:11.343028 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 48bbfa7d-9313-405d-883a-e594cf9f5314 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:00:11.420128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:11.443397 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 48bbfa7d-9313-405d-883a-e594cf9f5314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=48bbfa7d-9313-405d-883a-e594cf9f5314,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:11.454233 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '48bbfa7d-9313-405d-883a-e594cf9f5314', 'network_id': 'd06c7078-5fd3-49c5-a343-f0fce7616611', 'port_id': '48bbfa7d-9313-405d-883a-e594cf9f5314', 'mac_address': 'fa:16:3e:39:97:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6cbc4b-737f-4e15-a67b-8c9b309ac29b', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:00:11.455563 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:11.490430 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 48bbfa7d-9313-405d-883a-e594cf9f5314 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:00:11.490819 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:11.506886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bbfa7d-9313-405d-883a-e594cf9f5314 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:00:11.525918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 48bbfa7d-9313-405d-883a-e594cf9f5314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=48bbfa7d-9313-405d-883a-e594cf9f5314,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:11.530313 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:11.574806 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=48bbfa7d-9313-405d-883a-e594cf9f5314,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:11.733997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930758b-7883-47f9-86db-d4321d9bf515 req-83ea798c-ddc3-4387-9f95-13c2bdbc404f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:11.735372 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d930758b-7883-47f9-86db-d4321d9bf515 req-83ea798c-ddc3-4387-9f95-13c2bdbc404f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0465086 Oct 09 01:00:11.781288 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d930758b-7883-47f9-86db-d4321d9bf515 req-37f02494-2cad-4eb9-a613-4bbc2cc1c002 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Oct 09 01:00:11.964335 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['48bbfa7d-9313-405d-883a-e594cf9f5314'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:00:12.232806 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5816288-adb5-47d8-9ca4-fa32f8c3b23e req-1e9c3538-af66-494a-b19f-7d75b9e0ac7e tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:12.234371 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f5816288-adb5-47d8-9ca4-fa32f8c3b23e req-1e9c3538-af66-494a-b19f-7d75b9e0ac7e tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 948 time: 0.0467165 Oct 09 01:00:12.280865 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f5816288-adb5-47d8-9ca4-fa32f8c3b23e req-5f17328d-17bf-4e99-a08f-8fcd0e46e703 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Oct 09 01:00:12.906139 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:12.909186 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ed25-4550-4b0f-8a17-834477e29579 req-86bbdfe0-ed12-4567-aa04-6d5253632bf5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:12.910716 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6773ed25-4550-4b0f-8a17-834477e29579 req-86bbdfe0-ed12-4567-aa04-6d5253632bf5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0541661 Oct 09 01:00:12.942275 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:12.959100 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6773ed25-4550-4b0f-8a17-834477e29579 req-27323ac2-e07c-4953-bf54-6a001191d6e6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428951 Oct 09 01:00:13.366665 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 48bbfa7d-9313-405d-883a-e594cf9f5314 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:00:13.409711 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 48bbfa7d-9313-405d-883a-e594cf9f5314 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:00:13.417494 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 48bbfa7d-9313-405d-883a-e594cf9f5314 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:00:13.417962 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:13.418391 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 48bbfa7d-9313-405d-883a-e594cf9f5314 Oct 09 01:00:13.498218 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 48bbfa7d-9313-405d-883a-e594cf9f5314 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:00:13.498604 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:13.523134 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bbfa7d-9313-405d-883a-e594cf9f5314'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:13.525481 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72283bf0-2a77-460c-bb22-0586f4412cc8" -d '{"events": [{"server_uuid": "a6b016ec-cbc1-4ad4-8e80-e79fddc5360d", "name": "network-vif-plugged", "status": "completed", "tag": "48bbfa7d-9313-405d-883a-e594cf9f5314"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:13.539500 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 48bbfa7d-9313-405d-883a-e594cf9f5314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=48bbfa7d-9313-405d-883a-e594cf9f5314,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:13.544219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:13.569455 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46211f78-d3ba-4fa1-bc86-b39af0c9f8ce x-openstack-request-id: req-46211f78-d3ba-4fa1-bc86-b39af0c9f8ce {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:13.569748 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b016ec-cbc1-4ad4-8e80-e79fddc5360d", "name": "network-vif-plugged", "status": "completed", "tag": "48bbfa7d-9313-405d-883a-e594cf9f5314", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:13.569996 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-46211f78-d3ba-4fa1-bc86-b39af0c9f8ce {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:13.570389 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46211f78-d3ba-4fa1-bc86-b39af0c9f8ce'] response: {'server_uuid': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bbfa7d-9313-405d-883a-e594cf9f5314', 'code': 200} Oct 09 01:00:13.594075 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=48bbfa7d-9313-405d-883a-e594cf9f5314,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:13.619659 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53818e93-64ac-42e7-a7a2-3319f081b503 req-c3cb938c-1f1c-4f8a-a727-b07b61c26748 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:13.621058 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-53818e93-64ac-42e7-a7a2-3319f081b503 req-c3cb938c-1f1c-4f8a-a727-b07b61c26748 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 948 time: 0.2662208 Oct 09 01:00:13.669496 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-53818e93-64ac-42e7-a7a2-3319f081b503 req-6ef7fa79-75e6-4b78-b4f1-70b64c9532e3 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Oct 09 01:00:13.808934 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608df4a-0746-4d83-84ad-03ba23adee82 req-c96260a6-5515-49ba-a160-594af7ad0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:13.810388 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2608df4a-0746-4d83-84ad-03ba23adee82 req-c96260a6-5515-49ba-a160-594af7ad0db9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 1133 time: 0.0379753 Oct 09 01:00:13.853999 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2608df4a-0746-4d83-84ad-03ba23adee82 req-b8e08ba2-b959-4077-b289-6ad29dccbc50 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Oct 09 01:00:14.079905 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c982f-0bff-4d69-9934-3e0288a1c4e7 req-029bf5c0-1b1f-425e-90d0-b71cb4c697ca tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:14.081359 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba0c982f-0bff-4d69-9934-3e0288a1c4e7 req-029bf5c0-1b1f-425e-90d0-b71cb4c697ca tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0460241 Oct 09 01:00:14.131189 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ba0c982f-0bff-4d69-9934-3e0288a1c4e7 req-c1c76f81-6187-4ff4-b06f-1a785a2a466d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Oct 09 01:00:14.789538 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd211f-404d-442a-b45a-af402a50bead req-fde54bee-9b39-42aa-9abe-070a51f49f2b tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:14.790982 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1fdd211f-404d-442a-b45a-af402a50bead req-fde54bee-9b39-42aa-9abe-070a51f49f2b tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 949 time: 0.0474565 Oct 09 01:00:14.836476 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1fdd211f-404d-442a-b45a-af402a50bead req-426a1260-0adc-4d20-9fee-51f6c0d16a4c tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Oct 09 01:00:15.255368 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe6cd3-a7cb-4213-8936-49cd38dc5838 req-926ab9c6-cb8b-4da3-a9dd-6d0d53cf1cbe tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:15.256854 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cafe6cd3-a7cb-4213-8936-49cd38dc5838 req-926ab9c6-cb8b-4da3-a9dd-6d0d53cf1cbe tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0461864 Oct 09 01:00:15.303999 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cafe6cd3-a7cb-4213-8936-49cd38dc5838 req-b83e2901-48e5-4aef-ba20-72c8fb8bb105 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417242 Oct 09 01:00:15.959912 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b311-66d6-4ef0-aab0-98dc3c81e9e5 req-4a3678dd-e8f8-4595-a187-4726b03c107d tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:15.961364 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-76f9b311-66d6-4ef0-aab0-98dc3c81e9e5 req-4a3678dd-e8f8-4595-a187-4726b03c107d tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 949 time: 0.0493965 Oct 09 01:00:16.007856 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-76f9b311-66d6-4ef0-aab0-98dc3c81e9e5 req-721d4945-384d-42d4-be86-7f4384d32494 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Oct 09 01:00:16.268385 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5f8c-0783-47ce-aec8-d08edb510c99 req-c4d94deb-921e-4e36-ab22-f419ae7ad3d8 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:16.270363 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ec2c5f8c-0783-47ce-aec8-d08edb510c99 req-c4d94deb-921e-4e36-ab22-f419ae7ad3d8 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 949 time: 0.0452189 Oct 09 01:00:16.317767 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ec2c5f8c-0783-47ce-aec8-d08edb510c99 req-0445ff32-be34-4e5f-9e1b-9a728757b42f tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Oct 09 01:00:16.422191 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fb0b-96cd-4639-8571-fb65c740b9c6 req-95109d99-bce1-4185-8b75-950027dcabd3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:16.423631 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd03fb0b-96cd-4639-8571-fb65c740b9c6 req-95109d99-bce1-4185-8b75-950027dcabd3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0463305 Oct 09 01:00:16.470123 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dd03fb0b-96cd-4639-8571-fb65c740b9c6 req-45a84063-a7f8-4527-be8c-e3969d96981e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407007 Oct 09 01:00:17.436124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0400e79-2c2b-4341-8950-a90a696a168e req-094d8ce2-49b5-4d05-9ed0-9ead5f45e187 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:17.437553 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f0400e79-2c2b-4341-8950-a90a696a168e req-094d8ce2-49b5-4d05-9ed0-9ead5f45e187 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 949 time: 0.0466521 Oct 09 01:00:17.486953 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f0400e79-2c2b-4341-8950-a90a696a168e req-df268fbe-4489-4272-ad18-b7cea066b880 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Oct 09 01:00:17.590696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a38c66-d804-43ad-a905-f7caac586fb8 req-6ca3d9f7-0505-4860-be36-3e0b90698df1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:17.592167 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09a38c66-d804-43ad-a905-f7caac586fb8 req-6ca3d9f7-0505-4860-be36-3e0b90698df1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0493131 Oct 09 01:00:17.639490 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-09a38c66-d804-43ad-a905-f7caac586fb8 req-7a065bad-6fd9-4e28-a10a-5aefa6fd1bc0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Oct 09 01:00:18.144831 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-5608c0ef-6962-4177-8671-86b47adce3e0 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:18.146244 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-5608c0ef-6962-4177-8671-86b47adce3e0 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 949 time: 0.0460467 Oct 09 01:00:18.234312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Deleting port 48bbfa7d-9313-405d-883a-e594cf9f5314 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:00:18.234312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:18.321666 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] For port 48bbfa7d-9313-405d-883a-e594cf9f5314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=48bbfa7d-9313-405d-883a-e594cf9f5314,segment=NetworkSegment(e013aba5-13d0-409b-8810-bf9ea4c8b0d4),segment_id=e013aba5-13d0-409b-8810-bf9ea4c8b0d4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:18.322021 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:18.335072 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Calling delete_port for 48bbfa7d-9313-405d-883a-e594cf9f5314 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:00:18.345284 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:18.409002 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:18.463581 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (48bbfa7d-9313-405d-883a-e594cf9f5314), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:18.490885 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Pushing event deleted for resources: {'Port': ['ID=48bbfa7d-9313-405d-883a-e594cf9f5314,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:18.507170 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['48bbfa7d-9313-405d-883a-e594cf9f5314'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:00:18.536358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] No DVR routers for this DVR port 48bbfa7d-9313-405d-883a-e594cf9f5314 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:00:18.540498 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:18.543835 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0e0833a-cb30-4ecd-9856-484ce7ef5852 req-a1d7d60a-de54-4833-ba99-df2afa60b6c4 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.60 "DELETE /networking/v2.0/ports/48bbfa7d-9313-405d-883a-e594cf9f5314 HTTP/1.1" status: 204 len: 173 time: 0.3911130 Oct 09 01:00:18.544343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'name': 'network-vif-deleted', 'tag': '48bbfa7d-9313-405d-883a-e594cf9f5314'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:18.546916 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccd91fe-edfa-4373-bad8-29babcb64e01" -d '{"events": [{"server_uuid": "a6b016ec-cbc1-4ad4-8e80-e79fddc5360d", "name": "network-vif-deleted", "tag": "48bbfa7d-9313-405d-883a-e594cf9f5314"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:18.586436 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfc7b27-0596-4d09-b6be-b5b36f6e28e3 x-openstack-request-id: req-4cfc7b27-0596-4d09-b6be-b5b36f6e28e3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:18.586940 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b016ec-cbc1-4ad4-8e80-e79fddc5360d", "name": "network-vif-deleted", "tag": "48bbfa7d-9313-405d-883a-e594cf9f5314", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:18.587249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4cfc7b27-0596-4d09-b6be-b5b36f6e28e3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:18.587787 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfc7b27-0596-4d09-b6be-b5b36f6e28e3'] response: {'server_uuid': 'a6b016ec-cbc1-4ad4-8e80-e79fddc5360d', 'name': 'network-vif-deleted', 'tag': '48bbfa7d-9313-405d-883a-e594cf9f5314', 'status': 'completed', 'code': 200} Oct 09 01:00:18.611294 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb8a91e0-c798-478d-bba0-26a8125ab3b6 req-4253c5a4-19b5-4b24-851e-ec82be4e1223 tempest-VolumesNegativeTest-1245383054 tempest-VolumesNegativeTest-1245383054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6b016ec-cbc1-4ad4-8e80-e79fddc5360d HTTP/1.1" status: 200 len: 210 time: 0.0317116 Oct 09 01:00:18.776311 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee397f7d-bcff-4ff8-a097-6db1a4cc1d60 req-5222269b-3ff8-400a-9c4b-b429701a3cf3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:18.780046 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ee397f7d-bcff-4ff8-a097-6db1a4cc1d60 req-5222269b-3ff8-400a-9c4b-b429701a3cf3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0568290 Oct 09 01:00:18.827015 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ee397f7d-bcff-4ff8-a097-6db1a4cc1d60 req-9f4ccfe7-a8db-4f77-99e7-56a2a5d9670b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Oct 09 01:00:19.955107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346d7a-113a-4451-8589-e67641428e6f req-9c203619-2fc7-4a88-b87a-73eea8276b76 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:19.956641 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-95346d7a-113a-4451-8589-e67641428e6f req-9c203619-2fc7-4a88-b87a-73eea8276b76 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0519876 Oct 09 01:00:20.004386 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-95346d7a-113a-4451-8589-e67641428e6f req-f8d05d72-24a1-48c4-b652-919ae71339b0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416591 Oct 09 01:00:21.131260 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eba74e-8d34-4e85-bd22-016ecfadab87 req-d4877830-51fe-46ae-96e7-61117b7eeec4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:21.132796 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02eba74e-8d34-4e85-bd22-016ecfadab87 req-d4877830-51fe-46ae-96e7-61117b7eeec4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0479527 Oct 09 01:00:21.182030 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02eba74e-8d34-4e85-bd22-016ecfadab87 req-25b6758d-401d-4c26-9976-3a450292719d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435174 Oct 09 01:00:21.417891 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 48bbfa7d-9313-405d-883a-e594cf9f5314 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:00:21.437558 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 48bbfa7d-9313-405d-883a-e594cf9f5314 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:00:21.437904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 48bbfa7d-9313-405d-883a-e594cf9f5314 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:00:22.325838 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236191f8-53e6-4312-8296-878cf00bf692 req-259a3e2f-5984-428a-a4ae-c0d4b80e34e3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:22.334714 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-236191f8-53e6-4312-8296-878cf00bf692 req-259a3e2f-5984-428a-a4ae-c0d4b80e34e3 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0757592 Oct 09 01:00:22.382118 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-236191f8-53e6-4312-8296-878cf00bf692 req-3af986a7-479e-4f56-9f66-597f3eb285cf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Oct 09 01:00:22.500797 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5fbc-78e5-4405-8b67-ec46b7c25fef req-fc1b35aa-d15c-40ce-b2f9-165399c22cf9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:22.502227 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e4b5fbc-78e5-4405-8b67-ec46b7c25fef req-fc1b35aa-d15c-40ce-b2f9-165399c22cf9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0464542 Oct 09 01:00:22.528748 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:22.551431 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e4b5fbc-78e5-4405-8b67-ec46b7c25fef req-b8a8af90-7b90-4fcc-a13d-6ebcc6b690ef tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Oct 09 01:00:23.511572 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc502d4d-2cad-402d-b98d-6125d2e8cd22 req-d8734ba4-d790-4ab2-a3cb-f37d468019bc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:23.513108 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc502d4d-2cad-402d-b98d-6125d2e8cd22 req-d8734ba4-d790-4ab2-a3cb-f37d468019bc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0527723 Oct 09 01:00:23.562221 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dc502d4d-2cad-402d-b98d-6125d2e8cd22 req-18cf9a7e-9529-4bf9-9f76-ca6b6f89faea tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Oct 09 01:00:23.614655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33524) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:23.673195 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e898b-d54e-45f6-a659-b3f708a0da67 req-01e8e1b9-9141-45f8-a414-bdfb8302a598 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:23.674669 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-968e898b-d54e-45f6-a659-b3f708a0da67 req-01e8e1b9-9141-45f8-a414-bdfb8302a598 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0478544 Oct 09 01:00:23.733315 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:23.740962 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-968e898b-d54e-45f6-a659-b3f708a0da67 req-7d44af71-77f2-485f-bc05-86bce1b5730a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606818 Oct 09 01:00:23.764443 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ff8d9061-1b93-412c-95da-bf892e4d3cbb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9a6e25abae6b4b499a402bc4585bd06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486502 Oct 09 01:00:23.766832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33528) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:23.814658 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Publish callbacks [] for security_group (cb51edbf-c6dd-44a1-9ba3-2a5517c4373d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:23.835696 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Publish callbacks [] for security_group (cb51edbf-c6dd-44a1-9ba3-2a5517c4373d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:23.882234 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (cb51edbf-c6dd-44a1-9ba3-2a5517c4373d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:23.884720 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:23.885861 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cb51edbf-c6dd-44a1-9ba3-2a5517c4373d HTTP/1.1" status: 204 len: 168 time: 0.1181507 Oct 09 01:00:23.893461 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51edbf-c6dd-44a1-9ba3-2a5517c4373d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:23.901103 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.901454 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.901796 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.902383 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.902717 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.903039 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.903364 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.903720 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.904046 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.904380 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.904703 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.905045 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.905367 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.905683 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:23.906001 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a2f51a-85d7-455d-ba7a-7af258280e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:24.684352 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24131b7-ad79-4297-8762-6cb425a61b03 req-37fdda6d-2f0c-4872-aeb3-74bb49da9740 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:24.685809 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b24131b7-ad79-4297-8762-6cb425a61b03 req-37fdda6d-2f0c-4872-aeb3-74bb49da9740 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0477049 Oct 09 01:00:24.733474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b24131b7-ad79-4297-8762-6cb425a61b03 req-cd023ec6-3df4-4f12-9b8a-4af7388d2270 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Oct 09 01:00:24.786951 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-57e8bb02-4990-49a3-8dbe-505400831927 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:24.788437 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-57e8bb02-4990-49a3-8dbe-505400831927 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0464077 Oct 09 01:00:24.860603 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4254-52b0-4d16-87e1-6a924b2bc37d req-dbf3c725-15a5-4c04-9edd-6b10af794e19 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:24.862230 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fd7b4254-52b0-4d16-87e1-6a924b2bc37d req-dbf3c725-15a5-4c04-9edd-6b10af794e19 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 946 time: 0.0464339 Oct 09 01:00:24.876834 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Deleting port 035fc085-892c-4866-9ff4-6bd3d7193e9b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:00:24.877181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:24.913785 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fd7b4254-52b0-4d16-87e1-6a924b2bc37d req-8a3eb97e-271e-4d38-a91b-73f4d6a28429 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40866277-1b5e-448e-aa7a-22cc7be390c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453994 Oct 09 01:00:24.966379 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] For port 035fc085-892c-4866-9ff4-6bd3d7193e9b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=035fc085-892c-4866-9ff4-6bd3d7193e9b,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:24.966662 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:25.127252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:25.127637 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (2141de92-7f4a-4738-8565-a90cef4cc988), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:25.127958 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Floating IP 2141de92-7f4a-4738-8565-a90cef4cc988 disassociated. External IP: 172.37.5.96, port: 035fc085-892c-4866-9ff4-6bd3d7193e9b. Oct 09 01:00:25.128298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Calling delete_port for 035fc085-892c-4866-9ff4-6bd3d7193e9b owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:00:25.169634 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:25.186867 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:25.254832 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (035fc085-892c-4866-9ff4-6bd3d7193e9b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:25.286079 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event deleted for resources: {'Port': ['ID=035fc085-892c-4866-9ff4-6bd3d7193e9b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:25.393313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Router fc189697-06c8-4c2b-8790-d39ee18cd896 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:00:25.493640 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:00:25.505437 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:00:25.516065 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:25.516768 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:25.548800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] No DVR routers for this DVR port 035fc085-892c-4866-9ff4-6bd3d7193e9b on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:00:25.551893 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:25.555198 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f89c5bc0-5c36-4bd4-bfcc-ddc66b905883 req-e8d771ce-8b4c-4872-86d0-df85f132dfb7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "DELETE /networking/v2.0/ports/035fc085-892c-4866-9ff4-6bd3d7193e9b HTTP/1.1" status: 204 len: 173 time: 0.7611854 Oct 09 01:00:25.555882 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'name': 'network-vif-deleted', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:25.558137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a665191a-a8f4-4cf7-b660-e1263b21ed96" -d '{"events": [{"server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "name": "network-vif-deleted", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:25.600537 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a74370-869b-40c7-bef1-fec15154375b x-openstack-request-id: req-31a74370-869b-40c7-bef1-fec15154375b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:25.601048 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3247d2ef-8e30-4cee-b097-1957a0a3de81", "name": "network-vif-deleted", "tag": "035fc085-892c-4866-9ff4-6bd3d7193e9b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:25.601509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31a74370-869b-40c7-bef1-fec15154375b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:25.602093 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a74370-869b-40c7-bef1-fec15154375b'] response: {'server_uuid': '3247d2ef-8e30-4cee-b097-1957a0a3de81', 'name': 'network-vif-deleted', 'tag': '035fc085-892c-4866-9ff4-6bd3d7193e9b', 'status': 'completed', 'code': 200} Oct 09 01:00:25.630567 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:25.670787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:25.886487 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:25.900944 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85665-f2d5-4357-9905-50dbc74d6493 req-7eaf3f49-def5-4154-9f54-f2dadfb68b30 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:25.903002 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3cb85665-f2d5-4357-9905-50dbc74d6493 req-7eaf3f49-def5-4154-9f54-f2dadfb68b30 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0663493 Oct 09 01:00:25.904834 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:25.935838 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:00:25.945328 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:25.945950 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:25.952697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8fafe-7717-424f-b481-b1de106ff2f0 req-ebcdb71d-c40d-4769-babf-a5a3671bb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:25.955264 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eac8fafe-7717-424f-b481-b1de106ff2f0 req-ebcdb71d-c40d-4769-babf-a5a3671bb717 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0479031 Oct 09 01:00:25.973752 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3cb85665-f2d5-4357-9905-50dbc74d6493 req-c62f7f1c-87ad-4742-a4d9-d64bdcd94e3d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628233 Oct 09 01:00:26.052816 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8ef1d277-11aa-4a99-8dae-967be5f16d53 req-7d17d64d-cddb-48d4-8755-10453941b961 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.0362060 Oct 09 01:00:26.055602 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-eac8fafe-7717-424f-b481-b1de106ff2f0 req-6bea6048-9b3c-4e16-af33-b05013fdae57 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922048 Oct 09 01:00:26.076474 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:26.258635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:26.286649 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc9fe7-04df-44ba-ad36-971152ab7086 None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:00:26.500531 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9cf24-b693-4c75-82ce-534945fa8e8f None None] New status for floating IP 2141de92-7f4a-4738-8565-a90cef4cc988: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:00:27.094095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fafed-1520-4ff2-8141-24b68e2da68d req-e3ee1843-56c6-4a8f-906c-998dc7e6f19e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:27.095607 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-709fafed-1520-4ff2-8141-24b68e2da68d req-e3ee1843-56c6-4a8f-906c-998dc7e6f19e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Oct 09 01:00:27.116348 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:27.151380 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-709fafed-1520-4ff2-8141-24b68e2da68d req-9d248222-29a2-4e8c-aca5-f7f18d09d798 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491705 Oct 09 01:00:27.193608 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e965e98a-622c-4424-a6b2-43e5e1d88dfc req-edae4d18-9c6f-41bc-95fd-e69ec367d2d7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3247d2ef-8e30-4cee-b097-1957a0a3de81 HTTP/1.1" status: 200 len: 210 time: 0.0380280 Oct 09 01:00:27.427385 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 035fc085-892c-4866-9ff4-6bd3d7193e9b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:00:27.446908 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 035fc085-892c-4866-9ff4-6bd3d7193e9b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:00:27.447242 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 035fc085-892c-4866-9ff4-6bd3d7193e9b not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:00:28.292131 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33556) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:28.309985 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9852912-b330-4787-a2e2-522b57d0642c req-8123cbca-a934-4aed-9c25-4a0ed53f72f2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:28.311438 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f9852912-b330-4787-a2e2-522b57d0642c req-8123cbca-a934-4aed-9c25-4a0ed53f72f2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0600238 Oct 09 01:00:28.391509 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f9852912-b330-4787-a2e2-522b57d0642c req-569ff2ff-2784-42c5-aa8c-8743083dc698 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736916 Oct 09 01:00:28.392258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25a8960b-f46d-4d09-b14a-c07bcb02be9c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (40866277-1b5e-448e-aa7a-22cc7be390c9), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.415989 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25a8960b-f46d-4d09-b14a-c07bcb02be9c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (40866277-1b5e-448e-aa7a-22cc7be390c9), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.465586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25a8960b-f46d-4d09-b14a-c07bcb02be9c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (40866277-1b5e-448e-aa7a-22cc7be390c9), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.468261 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25a8960b-f46d-4d09-b14a-c07bcb02be9c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.472460 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-25a8960b-f46d-4d09-b14a-c07bcb02be9c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/40866277-1b5e-448e-aa7a-22cc7be390c9 HTTP/1.1" status: 204 len: 168 time: 0.1793299 Oct 09 01:00:28.472945 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33560) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:28.481888 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8960b-f46d-4d09-b14a-c07bcb02be9c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40866277-1b5e-448e-aa7a-22cc7be390c9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:28.488888 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-67fd065d-c677-4c7f-9542-c1fa9796c7f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] show failed (client error): The resource could not be found. Oct 09 01:00:28.491635 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-67fd065d-c677-4c7f-9542-c1fa9796c7f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups/40866277-1b5e-448e-aa7a-22cc7be390c9 HTTP/1.1" status: 404 len: 347 time: 0.0150669 Oct 09 01:00:28.493031 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33562) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:28.608198 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Deleting port 8ab86119-a53c-43d3-aeed-7d526b4e9475 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:00:28.608541 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.658079 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:28.695167 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.695501 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (8ab86119-a53c-43d3-aeed-7d526b4e9475), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.709214 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Calling delete_port for 8ab86119-a53c-43d3-aeed-7d526b4e9475 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:00:28.768757 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:28.855752 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (8ab86119-a53c-43d3-aeed-7d526b4e9475), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.877683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd688482-f827-4514-ad25-950b5991164e req-5bc11356-a35e-41de-8f1c-e36d86a5faad tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:28.879195 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd688482-f827-4514-ad25-950b5991164e req-5bc11356-a35e-41de-8f1c-e36d86a5faad tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0793843 Oct 09 01:00:28.879345 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event deleted for resources: {'Port': ['ID=8ab86119-a53c-43d3-aeed-7d526b4e9475,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:28.883233 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-ff067a74-0728-47a1-8784-2164a62ff73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:28.885416 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-ff067a74-0728-47a1-8784-2164a62ff73a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0704184 Oct 09 01:00:28.944093 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (2141de92-7f4a-4738-8565-a90cef4cc988), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.946711 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:28.947886 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2b72d463-7d58-47fa-aaa7-2b8b6eeb08a7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/2141de92-7f4a-4738-8565-a90cef4cc988 HTTP/1.1" status: 204 len: 168 time: 0.4537330 Oct 09 01:00:28.985847 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fd688482-f827-4514-ad25-950b5991164e req-1d8b0c01-819d-4141-98d9-f12a411f12af tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968034 Oct 09 01:00:29.016635 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-1dd415f3-92db-4899-9f4d-79cd91a9014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:29.018823 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-1dd415f3-92db-4899-9f4d-79cd91a9014e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1233201 Oct 09 01:00:29.030672 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33576) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:29.035866 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477921715', 'description': 'tempest-description--856372579'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:29.057384 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.090840 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-068f2477-6964-45e9-81aa-e811c01f9025 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 1000 time: 0.0650210 Oct 09 01:00:29.133199 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (2a9a84d8-6b62-42b6-be63-f330ce004a76), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.137016 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2a9a84d8-6b62-42b6-be63-f330ce004a76), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.171455 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.172762 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1410768 Oct 09 01:00:29.173728 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd68a40-028e-45d3-8abe-58fc6c7f55f3 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9a84d8-6b62-42b6-be63-f330ce004a76,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:29.175851 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33578) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:29.180600 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'security_group_rule': {'security_group_id': '2a9a84d8-6b62-42b6-be63-f330ce004a76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:29.208285 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (b0d35072-a134-46a4-b377-a66c1f6d69de), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.266828 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (b0d35072-a134-46a4-b377-a66c1f6d69de), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.271065 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (b0d35072-a134-46a4-b377-a66c1f6d69de), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.291563 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d35072-a134-46a4-b377-a66c1f6d69de,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:29.300501 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.305137 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dfe40858-59d8-4ac1-a56c-09458603675f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283193 Oct 09 01:00:29.306042 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33580) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:29.310443 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'security_group_rule': {'security_group_id': '2a9a84d8-6b62-42b6-be63-f330ce004a76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:29.338760 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (8238b067-b155-4906-9f74-9082760e357e), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.377776 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:29.381086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-1966c808-3eaf-4b20-85fe-7c464f64f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:29.382546 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-1966c808-3eaf-4b20-85fe-7c464f64f4e8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.2857616 Oct 09 01:00:29.400772 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (8238b067-b155-4906-9f74-9082760e357e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.404310 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (8238b067-b155-4906-9f74-9082760e357e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.426721 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8238b067-b155-4906-9f74-9082760e357e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:29.429159 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-5ae87e2f-df1e-4a9b-9272-dcc3aa8f9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:29.430892 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-5ae87e2f-df1e-4a9b-9272-dcc3aa8f9591 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410392 Oct 09 01:00:29.434837 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.436137 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c3610ff3-1bad-4446-959e-103a05f1d0a9 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289749 Oct 09 01:00:29.439218 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33582) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:29.443839 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:29.465209 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.490825 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:29.526609 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-24daba36-5871-472b-b59c-652ed55a078e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892615 Oct 09 01:00:29.544570 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.588174 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:29.597368 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:29.620501 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d50196f2-8fd9-48c9-8c82-6b28a10d3b08 req-2b954e84-88e6-434c-bcbf-f03e2536570b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869279 Oct 09 01:00:29.656412 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Allocated IP 172.37.5.158 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/091534a1-925c-45ea-b86d-37c86c13337d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:00:29.759373 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for port (091534a1-925c-45ea-b86d-37c86c13337d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.790700 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (091534a1-925c-45ea-b86d-37c86c13337d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.831913 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:00:29.834731 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:00:29.837149 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:00:29.865183 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'Port': ['ID=091534a1-925c-45ea-b86d-37c86c13337d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:29.929845 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (c097cc2b-694c-48da-a1d1-96b649629cfc), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:29.965463 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (091534a1-925c-45ea-b86d-37c86c13337d), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:30.086510 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:30.114463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410710f-1ae9-4ff4-bcc9-7e7e92b464e6 req-6719076c-4a47-4a7b-9105-c0556abf1ac0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:30.116237 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e410710f-1ae9-4ff4-bcc9-7e7e92b464e6 req-6719076c-4a47-4a7b-9105-c0556abf1ac0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0539501 Oct 09 01:00:30.118007 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for port (091534a1-925c-45ea-b86d-37c86c13337d), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:30.122290 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (091534a1-925c-45ea-b86d-37c86c13337d), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:30.164962 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e410710f-1ae9-4ff4-bcc9-7e7e92b464e6 req-75400a82-64a2-4e3b-94ae-1fd8d92a7c30 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Oct 09 01:00:30.192946 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'Port': ['ID=091534a1-925c-45ea-b86d-37c86c13337d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:30.195239 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (c097cc2b-694c-48da-a1d1-96b649629cfc), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:30.211970 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:30.213176 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4d34f8bf-506b-453a-810c-8d2784eca790 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7730391 Oct 09 01:00:30.410356 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-cbacc072-52b6-461c-98cb-0cab2e4c6091 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--477921715&fields=id&tenant_id=40e631c5e320489cac9cea85118c6263 HTTP/1.1" status: 200 len: 267 time: 0.0432100 Oct 09 01:00:30.475156 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:30.520159 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-51327232-c5df-4806-91c2-62626f1b19f5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:30.521618 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-51327232-c5df-4806-91c2-62626f1b19f5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 811 time: 0.1050799 Oct 09 01:00:30.536227 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-977ef469-02c2-4ed0-aecb-a71c5434d17b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/quotas/40e631c5e320489cac9cea85118c6263 HTTP/1.1" status: 200 len: 375 time: 0.0091951 Oct 09 01:00:30.584609 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-c8eb0a3c-d880-48b8-bb0c-7a959c1d102c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435896 Oct 09 01:00:30.681015 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-03d1360e-ee64-4dae-8132-b667007a526f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854218 Oct 09 01:00:30.772001 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-44645ec4-9fc6-403f-bf1d-7a93a273ec74 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853529 Oct 09 01:00:30.932746 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aedeae24-cebb-4aa6-83a7-4ea4b0b04752 req-2585d816-672b-49d0-9e9b-79c6630dd110 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 210 time: 0.0278068 Oct 09 01:00:31.289267 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4f225-0a43-4d20-824b-3ed7edf05d53 req-d481e80e-b01f-425f-9db8-326bee27b623 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:31.290713 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-21f4f225-0a43-4d20-824b-3ed7edf05d53 req-d481e80e-b01f-425f-9db8-326bee27b623 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0473197 Oct 09 01:00:31.342857 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-21f4f225-0a43-4d20-824b-3ed7edf05d53 req-86f96357-ddf3-448c-a17a-289f3ff2e5ea tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462124 Oct 09 01:00:31.379417 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:00:32.033653 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a1ed98f-f6b8-4900-ada2-f1bf7304c8bc req-fd973b1e-f5a0-4938-aba7-974e4c299e8c tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 210 time: 0.0280747 Oct 09 01:00:32.462767 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe36a38-f77e-42ac-8b1f-76cf67a31aa7 req-763779a4-4d50-4344-bbe1-77cd3a80365c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:32.464167 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1fe36a38-f77e-42ac-8b1f-76cf67a31aa7 req-763779a4-4d50-4344-bbe1-77cd3a80365c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0465934 Oct 09 01:00:32.511081 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1fe36a38-f77e-42ac-8b1f-76cf67a31aa7 req-2fbd15f1-7bca-4429-bba2-a3cc9b180361 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Oct 09 01:00:32.633402 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3478-b4cb-4eb2-a474-3b44940ae9be req-1bd41407-bb0d-4dee-9d9e-6593059ddaf2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:32.634868 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f7eb3478-b4cb-4eb2-a474-3b44940ae9be req-1bd41407-bb0d-4dee-9d9e-6593059ddaf2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Oct 09 01:00:32.645018 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33616) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:32.649602 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Request body: {'floatingip': {'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:32.705360 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:32.749023 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-a6a352fc-719c-4eef-8b5a-0a183f03f3fe tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:32.750110 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-a6a352fc-719c-4eef-8b5a-0a183f03f3fe tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 811 time: 0.1105592 Oct 09 01:00:32.822786 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-037e823d-af2d-4435-942d-6a884a9f3b7a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40e631c5e320489cac9cea85118c6263 HTTP/1.1" status: 200 len: 379 time: 0.0564644 Oct 09 01:00:32.931278 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:32.936650 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'port': {'device_id': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'admin_state_up': True, 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'security_groups': ['2a9a84d8-6b62-42b6-be63-f330ce004a76']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:33.048067 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Made reservation on behalf of 40e631c5e320489cac9cea85118c6263 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:00:33.052288 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.155391 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e81760b3-d2b0-44f1-8701-246bfc86dadc req-4d36082b-3672-4985-8349-97c474187b2b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 210 time: 0.0331202 Oct 09 01:00:33.193467 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Allocated IP 172.20.0.9 (93a9ba3d-37f0-48ce-9786-b421e5404102/9ba14a53-0198-4c1f-9001-da2b49d70087/0b9a0bca-1f0d-4dc1-a233-b41357e21184) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:00:33.201250 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.208193 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.244647 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:33.334387 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.362195 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:33.369091 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.415023 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Router edc3da25-e74d-4384-a954-79daecb75070 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:00:33.417229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:33.419306 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:00:33.424603 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:00:33.429906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:00:33.434424 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event updated for resources: {'Port': ['ID=0b9a0bca-1f0d-4dc1-a233-b41357e21184,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:33.481915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:33.482563 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.504772 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-ec8aca92-03de-41fe-b935-a027ad71a310 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722148 Oct 09 01:00:33.526982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Request body: {'port': {'device_id': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:33.531009 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:00:33.535817 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.543060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] Sync routers for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:00:33.556379 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:33.557343 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:33.571528 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:33.573909 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc3a354-d03a-4b70-853e-67f1b27da7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:33.608640 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-265fc1d5-6289-4174-9891-05174674c12c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/fe3bc9d1-0c46-4901-887f-aac4309f1810 HTTP/1.1" status: 200 len: 992 time: 0.9623914 Oct 09 01:00:33.619192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.648345 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe8288-7c12-4d0f-9a31-6deabdb458d2 x-openstack-request-id: req-1dbe8288-7c12-4d0f-9a31-6deabdb458d2 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:33.648646 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:33.648899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1dbe8288-7c12-4d0f-9a31-6deabdb458d2 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:33.649312 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbe8288-7c12-4d0f-9a31-6deabdb458d2'] response: {'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'status': 'completed', 'code': 200} Oct 09 01:00:33.672430 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-eeb337e9-ddc1-4e06-8d0e-1edd19f04864 None None] Provisioning complete for port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:00:33.672900 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeb337e9-ddc1-4e06-8d0e-1edd19f04864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:33.673291 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-eeb337e9-ddc1-4e06-8d0e-1edd19f04864 None None] Attempt 1 to provision port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 Oct 09 01:00:33.705270 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:33.744474 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-eeb337e9-ddc1-4e06-8d0e-1edd19f04864 None None] Port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:00:33.772695 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-bc60263c-8cb9-45f1-b8d3-856ccf4a03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:33.774192 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-bc60263c-8cb9-45f1-b8d3-856ccf4a03ee service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0563602 Oct 09 01:00:33.924844 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe3bc9d1-0c46-4901-887f-aac4309f1810', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'floating_ip_address': '172.37.5.19', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:30Z', 'updated_at': '2022-10-09T01:00:33Z', 'revision_number': 3, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:33.941257 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-f995f05b-aa56-4a1c-a14d-56628c14747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:33.942748 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-f995f05b-aa56-4a1c-a14d-56628c14747e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1530614 Oct 09 01:00:33.951061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] Checking router: edc3da25-e74d-4384-a954-79daecb75070 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:00:33.958641 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:33.960911 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:33.961522 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:34.040504 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9a0bca-1f0d-4dc1-a233-b41357e21184 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:00:34.048267 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-887a8fa1-cd3e-4709-9197-466f2b341dd6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 1000 time: 0.0985036 Oct 09 01:00:34.049978 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Publish callbacks [] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:34.064379 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:34.087962 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Transition to ACTIVE for port object 0b9a0bca-1f0d-4dc1-a233-b41357e21184 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:00:34.094474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:34.137286 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-89a31b75-dcd4-4747-a165-6b4eb17a1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.138769 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-89a31b75-dcd4-4747-a165-6b4eb17a1e24 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0803688 Oct 09 01:00:34.197700 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9a0bca-1f0d-4dc1-a233-b41357e21184,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:34.239843 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-7ceb6902-2383-47d5-b2a4-c105947abbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.241358 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-7ceb6902-2383-47d5-b2a4-c105947abbde service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921423 Oct 09 01:00:34.260786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:34.281280 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:34.293485 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d87556-919c-45cb-a0d4-c9c824e420f6 req-a99d5ed1-c722-45e4-8b9a-a82c79ec38fc tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.295057 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3d87556-919c-45cb-a0d4-c9c824e420f6 req-a99d5ed1-c722-45e4-8b9a-a82c79ec38fc tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 943 time: 0.0511489 Oct 09 01:00:34.309435 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Attempting to bind port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:00:34.309786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Attempting to bind port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:00:34.310127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Attempting to bind port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 on network 93a9ba3d-37f0-48ce-9786-b421e5404102 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:00:34.314787 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:34.351680 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e3d87556-919c-45cb-a0d4-c9c824e420f6 req-c3fb60a8-3cc0-4212-835b-54a5732d1306 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500300 Oct 09 01:00:34.391334 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-dcdc7b69-1092-4df2-bb0e-6bc1f52bbd7b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412992 Oct 09 01:00:34.393305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 on network 93a9ba3d-37f0-48ce-9786-b421e5404102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:00:34.393641 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Attempting to bind port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 on network 93a9ba3d-37f0-48ce-9786-b421e5404102 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:00:34.409061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe3bc9d1-0c46-4901-887f-aac4309f1810', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'floating_ip_address': '172.37.5.19', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:30Z', 'updated_at': '2022-10-09T01:00:33Z', 'revision_number': 3, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:34.433370 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed3fb-54a1-404c-9b28-e21611c0d825 None None] The sync data for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi is: [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe3bc9d1-0c46-4901-887f-aac4309f1810', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'floating_ip_address': '172.37.5.19', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'port_id': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'mac_address': 'fa:16:3e:57:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50224067-d3e0-4567-bc63-31ace3a211c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T00:58:30Z', 'updated_at': '2022-10-09T01:00:33Z', 'revision_number': 3, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:00:34.487801 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:00:34.488147 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Checking segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:00:34.488538 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Bound using segment: {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:00:34.488989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Bound port: 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:00:34.489353 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:34.556912 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7cc3a354-d03a-4b70-853e-67f1b27da7e0 req-2c7203e4-96c5-4558-bb4c-d3f685b17017 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424847 Oct 09 01:00:34.579855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] For port 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:00:34.584031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] For port 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:00:34.590097 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:34.593914 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.594713 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:34.596157 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/0b9a0bca-1f0d-4dc1-a233-b41357e21184 HTTP/1.1" status: 200 len: 1093 time: 1.0738015 Oct 09 01:00:34.598411 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:34.600826 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:34.640507 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934076e-b20a-49d1-b98c-b989a64ebc5c x-openstack-request-id: req-f934076e-b20a-49d1-b98c-b989a64ebc5c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:34.640794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:34.641039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f934076e-b20a-49d1-b98c-b989a64ebc5c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:34.641435 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f934076e-b20a-49d1-b98c-b989a64ebc5c'] response: {'name': 'network-changed', 'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'status': 'completed', 'code': 200} Oct 09 01:00:34.654056 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354e6ed-0326-499a-8a7e-b256ee8cfdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9a0bca-1f0d-4dc1-a233-b41357e21184,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:34.719971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-e7097737-77f1-4415-87d7-f583e5a9e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.721353 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-e7097737-77f1-4415-87d7-f583e5a9e1c2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 1127 time: 0.0393524 Oct 09 01:00:34.771272 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-78131f11-5418-496b-bfaa-d33d63cdbfd1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184 HTTP/1.1" status: 200 len: 217 time: 0.0327225 Oct 09 01:00:34.823095 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-97bc3481-4351-45e9-af02-d75b8b926aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.824520 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-97bc3481-4351-45e9-af02-d75b8b926aae service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.0467281 Oct 09 01:00:34.868306 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f3ffe8da-7063-45db-b83a-0d544185ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:34.869749 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-f3ffe8da-7063-45db-b83a-0d544185ff1f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375764 Oct 09 01:00:34.958094 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-04cb5262-1295-4ed6-af3f-a0633630d407 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815821 Oct 09 01:00:35.049771 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6dbfff62-7342-45fa-a865-976d909bcbb9 req-980a754e-1f84-46e7-a3ae-f2a0b382d183 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856087 Oct 09 01:00:35.481105 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2774a6f-9c86-49e6-8c51-43a92a414aca req-53a46e7e-82ec-47c8-8295-9f51caa79780 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:35.482575 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a2774a6f-9c86-49e6-8c51-43a92a414aca req-53a46e7e-82ec-47c8-8295-9f51caa79780 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 943 time: 0.0468440 Oct 09 01:00:35.529679 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a2774a6f-9c86-49e6-8c51-43a92a414aca req-40f5756d-c04e-45c6-acdd-bad4874f85e4 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Oct 09 01:00:35.650547 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:35.653144 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:35.689421 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738c820-c22c-40a7-a6ce-ac730774a751 x-openstack-request-id: req-4738c820-c22c-40a7-a6ce-ac730774a751 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:35.689711 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:35.689965 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4738c820-c22c-40a7-a6ce-ac730774a751 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:35.690365 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4738c820-c22c-40a7-a6ce-ac730774a751'] response: {'name': 'network-changed', 'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'status': 'completed', 'code': 200} Oct 09 01:00:36.159922 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-f1b24179-ae5d-45c4-9eae-06d5794a3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.161375 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-f1b24179-ae5d-45c4-9eae-06d5794a3ac0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 1127 time: 0.0694571 Oct 09 01:00:36.166336 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-03ca6a40-da83-4453-a263-1175af5a5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.167879 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-03ca6a40-da83-4453-a263-1175af5a5f21 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 1129 time: 0.0467849 Oct 09 01:00:36.275200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:36.309814 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:36.331905 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-2bd483b5-07a6-4173-b206-666ad351fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.333339 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-2bd483b5-07a6-4173-b206-666ad351fb2a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.1646428 Oct 09 01:00:36.335181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-e19b484b-7b36-4d50-ae64-7601e0566716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.336655 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-e19b484b-7b36-4d50-ae64-7601e0566716 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1593990 Oct 09 01:00:36.381864 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-f0df626e-b677-4d37-82cd-df5e00064ff3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184 HTTP/1.1" status: 200 len: 217 time: 0.0374591 Oct 09 01:00:36.465459 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-6496be08-8e59-43bc-88a3-e1f0eb903951 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 200 len: 1000 time: 0.1150634 Oct 09 01:00:36.470766 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-64633c44-af7c-42df-90bd-5a86d83e6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.472804 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-64633c44-af7c-42df-90bd-5a86d83e6362 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.0666428 Oct 09 01:00:36.547163 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-a3e9e4fd-fc7c-4f03-8443-1a568c7e5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.548603 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-a3e9e4fd-fc7c-4f03-8443-1a568c7e5693 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618637 Oct 09 01:00:36.553823 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-5ba1179d-c7c1-4191-9089-5dddf01ed3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.555126 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-5ba1179d-c7c1-4191-9089-5dddf01ed3ab service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0754771 Oct 09 01:00:36.679917 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-80506dbc-65a4-4f44-9cc0-8ea26a42b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.681472 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-80506dbc-65a4-4f44-9cc0-8ea26a42b437 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168702 Oct 09 01:00:36.693085 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8391df1-65e5-4378-a2b3-576a36edd4f2 req-30ac10c3-6bc0-4b75-919d-2bd8456f1218 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:36.694410 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8391df1-65e5-4378-a2b3-576a36edd4f2 req-30ac10c3-6bc0-4b75-919d-2bd8456f1218 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 943 time: 0.0837922 Oct 09 01:00:36.785027 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-0865d1a0-3c66-445a-a540-b0370dfbb4b5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284408 Oct 09 01:00:36.863260 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8391df1-65e5-4378-a2b3-576a36edd4f2 req-1a112ed7-68dd-4bf9-8119-98adf9a88324 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521027 Oct 09 01:00:36.885727 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-ce484d8f-bb85-4a5c-886f-fa582917fe31 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904187 Oct 09 01:00:37.217474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a6981e80-9ba5-4d3b-a44f-348c68ccafdb req-6707e258-daf6-47c4-b495-07910571283f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173167 Oct 09 01:00:37.250985 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ce8d9147-b88a-4c5d-b79c-f7b08a3b1a7b req-e8936ce0-ebd6-4bb9-b740-8102c0885f9a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572361 Oct 09 01:00:37.443482 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 0b9a0bca-1f0d-4dc1-a233-b41357e21184 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:00:37.544646 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:37.556162 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'port_id': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'mac_address': 'fa:16:3e:7b:d3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:00:37.600351 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d00406ad-1a35-43b9-9712-68a9ef46985e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:37.610434 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:00:37.610815 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:37.625076 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9a0bca-1f0d-4dc1-a233-b41357e21184 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:00:37.645130 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:37.648646 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:37.693391 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=0b9a0bca-1f0d-4dc1-a233-b41357e21184,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:37.982142 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fe33c-5c6f-424f-895c-f082ec60aced req-0ae2517a-d37d-475f-8288-3f4944ae886e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:37.983481 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a2fe33c-5c6f-424f-895c-f082ec60aced req-0ae2517a-d37d-475f-8288-3f4944ae886e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 944 time: 0.0455887 Oct 09 01:00:37.984054 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:38.030513 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9a2fe33c-5c6f-424f-895c-f082ec60aced req-68851081-8bf9-4302-a71d-671b2f24d1f7 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Oct 09 01:00:38.068973 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['0b9a0bca-1f0d-4dc1-a233-b41357e21184'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:00:39.149907 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134478-7978-4bfa-8117-453182395a8d req-c4a31f3b-e799-48d7-b10c-0b3c0cce1288 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:39.151359 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02134478-7978-4bfa-8117-453182395a8d req-c4a31f3b-e799-48d7-b10c-0b3c0cce1288 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 944 time: 0.0454493 Oct 09 01:00:39.198523 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02134478-7978-4bfa-8117-453182395a8d req-ade305bf-d18d-47fa-8d65-c80b6a3266ed tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414500 Oct 09 01:00:39.457091 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 0b9a0bca-1f0d-4dc1-a233-b41357e21184 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:00:39.497704 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:00:39.503243 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:00:39.503667 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:39.504016 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 Oct 09 01:00:39.539957 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:39.581961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:00:39.582345 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:39.604789 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:39.607057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a0317-d377-42d0-aadb-4ea107df847d" -d '{"events": [{"server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "name": "network-vif-plugged", "status": "completed", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:39.619812 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:39.623978 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:39.648817 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768c3b3e-27c7-4b87-9901-8185c1ad65bd x-openstack-request-id: req-768c3b3e-27c7-4b87-9901-8185c1ad65bd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:39.649128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "name": "network-vif-plugged", "status": "completed", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:39.649381 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-768c3b3e-27c7-4b87-9901-8185c1ad65bd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:39.649765 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768c3b3e-27c7-4b87-9901-8185c1ad65bd'] response: {'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'code': 200} Oct 09 01:00:39.652038 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:39.677471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=0b9a0bca-1f0d-4dc1-a233-b41357e21184,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:39.800323 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3d98-3861-446b-9f2c-52a5bbbfe684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:39.874201 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90c51-1aa7-47d1-8acb-4161a61e0421 req-1ce4ee0a-c840-4f05-afd2-aa6d7d5d5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:39.875700 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-01a90c51-1aa7-47d1-8acb-4161a61e0421 req-1ce4ee0a-c840-4f05-afd2-aa6d7d5d5ed6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 1129 time: 0.0377312 Oct 09 01:00:39.901344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:39.921982 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-01a90c51-1aa7-47d1-8acb-4161a61e0421 req-5b6c03e9-28bf-46da-899e-2a08c7e0b295 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383155 Oct 09 01:00:40.324001 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2eae4-5211-4fcc-b5ee-2b6e1911855c req-ab1d6068-7b66-4c5c-a06a-93c635e288b6 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:40.325449 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a5f2eae4-5211-4fcc-b5ee-2b6e1911855c req-ab1d6068-7b66-4c5c-a06a-93c635e288b6 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0501225 Oct 09 01:00:40.345070 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:40.372838 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a5f2eae4-5211-4fcc-b5ee-2b6e1911855c req-b9c41c94-0e04-4ade-9184-32d5cd3795ad tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Oct 09 01:00:41.328650 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:41.376010 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:41.494863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaf20b-ac7d-4ee6-ba58-bf21b0902a3a req-83f295bb-4d01-40d9-8fe2-6899f2c9f4f1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:41.496332 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0eeaf20b-ac7d-4ee6-ba58-bf21b0902a3a req-83f295bb-4d01-40d9-8fe2-6899f2c9f4f1 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0483227 Oct 09 01:00:41.543938 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0eeaf20b-ac7d-4ee6-ba58-bf21b0902a3a req-488be6b1-7363-4a3d-a077-f7934214273a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Oct 09 01:00:42.665903 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a0c50-438d-49c5-9175-570ed64e05f0 req-8af13d27-cfec-4b40-b259-cf7abd5ba63b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:42.667343 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b2a0c50-438d-49c5-9175-570ed64e05f0 req-8af13d27-cfec-4b40-b259-cf7abd5ba63b tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0464211 Oct 09 01:00:42.713759 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b2a0c50-438d-49c5-9175-570ed64e05f0 req-9eab5534-e3f4-4558-ba01-f9e031867970 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Oct 09 01:00:42.832707 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a6819-d4c7-44fa-8e67-7eb102207062 req-597d250a-a205-443e-8055-da35572c6600 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:42.834065 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-823a6819-d4c7-44fa-8e67-7eb102207062 req-597d250a-a205-443e-8055-da35572c6600 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0477962 Oct 09 01:00:42.843863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33686) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:42.848163 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Request body: {'floatingip': {'port_id': '0b9a0bca-1f0d-4dc1-a233-b41357e21184'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:42.887973 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (c097cc2b-694c-48da-a1d1-96b649629cfc), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:42.890742 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:42.907537 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:42.946202 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:43.300925 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:43.305438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (c097cc2b-694c-48da-a1d1-96b649629cfc), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:43.399723 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Floating IP c097cc2b-694c-48da-a1d1-96b649629cfc associated. External IP: 172.37.5.158, port: 0b9a0bca-1f0d-4dc1-a233-b41357e21184. Oct 09 01:00:43.595480 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Router fc189697-06c8-4c2b-8790-d39ee18cd896 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:00:43.639678 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:43.702056 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:00:43.707252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:43.712537 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:00:43.723205 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:43.724063 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:43.738061 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6adfe5d3-93df-48d8-a3c2-b0a7e926790f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/c097cc2b-694c-48da-a1d1-96b649629cfc HTTP/1.1" status: 200 len: 991 time: 0.8931334 Oct 09 01:00:43.739093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:43.741828 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da810d-1477-4464-8b34-3fc5d8a486b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:43.781263 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec78888-bc30-4535-874d-c5d0887124db x-openstack-request-id: req-7ec78888-bc30-4535-874d-c5d0887124db {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:43.781556 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:43.781840 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ec78888-bc30-4535-874d-c5d0887124db {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:43.782495 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec78888-bc30-4535-874d-c5d0887124db'] response: {'name': 'network-changed', 'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'status': 'completed', 'code': 200} Oct 09 01:00:43.828090 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:44.037159 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c097cc2b-694c-48da-a1d1-96b649629cfc', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'floating_ip_address': '172.37.5.158', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'port_id': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'mac_address': 'fa:16:3e:7b:d3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:00:29Z', 'updated_at': '2022-10-09T01:00:43Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:44.061086 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:00:44.069911 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:44.070493 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:44.190463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-6e9752b6-eafe-40d8-accb-21528a338df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:44.192238 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-6e9752b6-eafe-40d8-accb-21528a338df7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=40e631c5e320489cac9cea85118c6263&device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 1129 time: 0.0470605 Oct 09 01:00:44.261127 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:44.305358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-eb7104e4-ef74-42f7-8da8-b8d8d8c99ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:44.306797 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-eb7104e4-ef74-42f7-8da8-b8d8d8c99ae6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 200 len: 912 time: 0.1053998 Oct 09 01:00:44.368197 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-bbcfb775-ab36-47f6-99d0-31b2d610d85e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184 HTTP/1.1" status: 200 len: 999 time: 0.0548093 Oct 09 01:00:44.380539 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:44.418932 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-701aee7c-f528-4043-a87e-15d21b42040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:44.420478 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-701aee7c-f528-4043-a87e-15d21b42040a service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 200 len: 850 time: 0.0465658 Oct 09 01:00:44.469106 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-31d7a183-8893-48b5-af25-06d04fadeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:44.470702 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-31d7a183-8893-48b5-af25-06d04fadeb56 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=93a9ba3d-37f0-48ce-9786-b421e5404102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421667 Oct 09 01:00:44.472572 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c097cc2b-694c-48da-a1d1-96b649629cfc', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'floating_ip_address': '172.37.5.158', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'port_id': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'mac_address': 'fa:16:3e:7b:d3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:00:29Z', 'updated_at': '2022-10-09T01:00:43Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:44.500709 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdb632-f208-4ce9-9332-366327c359a1 None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c097cc2b-694c-48da-a1d1-96b649629cfc', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'floating_ip_address': '172.37.5.158', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'port_id': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'mac_address': 'fa:16:3e:7b:d3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:00:29Z', 'updated_at': '2022-10-09T01:00:43Z', 'revision_number': 1, 'project_id': '40e631c5e320489cac9cea85118c6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:00:44.572331 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-f0dc767e-7d3b-4405-bace-081c4899b358 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855148 Oct 09 01:00:44.673604 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3da810d-1477-4464-8b34-3fc5d8a486b2 req-9f9b2ece-caf2-4c67-8c2c-85d3c70219c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927591 Oct 09 01:00:44.682438 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577910e-5c2b-4e34-99c8-9bcd69bb9119 None None] New status for floating IP c097cc2b-694c-48da-a1d1-96b649629cfc: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:00:46.636259 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96986a31-9fc3-4c1d-bffc-a0490ce5d685 req-5c9aa373-1101-4078-a129-cc546829780d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:46.637666 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96986a31-9fc3-4c1d-bffc-a0490ce5d685 req-5c9aa373-1101-4078-a129-cc546829780d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Oct 09 01:00:46.685358 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96986a31-9fc3-4c1d-bffc-a0490ce5d685 req-dc303cac-a403-4965-bbc8-90a4b586226b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Oct 09 01:00:47.805710 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95b8d-571d-436b-822c-99ab5866c3d1 req-a3fdf177-c9cb-4c35-92d1-56dfdb47a8ab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:47.807183 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e7c95b8d-571d-436b-822c-99ab5866c3d1 req-a3fdf177-c9cb-4c35-92d1-56dfdb47a8ab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0470290 Oct 09 01:00:47.854152 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e7c95b8d-571d-436b-822c-99ab5866c3d1 req-04ad321f-7eec-456b-95aa-985dee50bc26 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Oct 09 01:00:48.621712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-bf585a9c-3ba8-4c9c-b913-e3e5aef0a6f3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:48.623102 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-bf585a9c-3ba8-4c9c-b913-e3e5aef0a6f3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0445528 Oct 09 01:00:48.707987 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port 29a59039-ac16-488f-ad9d-1a896696e3f6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:00:48.708329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:48.803239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] For port 29a59039-ac16-488f-ad9d-1a896696e3f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29a59039-ac16-488f-ad9d-1a896696e3f6,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:48.803613 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:48.905702 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:48.973682 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:48.974049 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (e54b0d29-912b-491b-a292-71e5c7c5ca18), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:48.974367 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP e54b0d29-912b-491b-a292-71e5c7c5ca18 disassociated. External IP: 172.37.5.127, port: 29a59039-ac16-488f-ad9d-1a896696e3f6. Oct 09 01:00:48.974712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for 29a59039-ac16-488f-ad9d-1a896696e3f6 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:00:48.977130 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b75c-549d-4cfd-bb85-54813594293f req-df364035-85ad-4282-838f-469364b098bd tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:48.978595 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eae7b75c-549d-4cfd-bb85-54813594293f req-df364035-85ad-4282-838f-469364b098bd tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 946 time: 0.0457072 Oct 09 01:00:49.021814 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:49.027080 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-eae7b75c-549d-4cfd-bb85-54813594293f req-5232a476-0499-4d05-b4e9-b892c6419de5 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428176 Oct 09 01:00:49.103034 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (29a59039-ac16-488f-ad9d-1a896696e3f6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:49.133482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=29a59039-ac16-488f-ad9d-1a896696e3f6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:49.176708 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:49.244301 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:00:49.344989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:00:49.355559 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:00:49.365271 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:49.365882 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:49.388574 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] No DVR routers for this DVR port 29a59039-ac16-488f-ad9d-1a896696e3f6 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:00:49.391079 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:49.394929 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f8c4acf4-6696-46e0-891f-f5b0d9e80a12 req-6ee30ec7-3667-4cb0-bfae-d62b91088452 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "DELETE /networking/v2.0/ports/29a59039-ac16-488f-ad9d-1a896696e3f6 HTTP/1.1" status: 204 len: 173 time: 0.7656262 Oct 09 01:00:49.395366 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'name': 'network-vif-deleted', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:49.397635 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b5c21-8b46-4d6a-ac8a-95c847a728b0" -d '{"events": [{"server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "name": "network-vif-deleted", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:49.436442 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fe210a-cc5c-4de8-9f79-6ebad647e396 x-openstack-request-id: req-56fe210a-cc5c-4de8-9f79-6ebad647e396 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:49.436735 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188a0b8d-23e2-4769-94bf-85277c3b0b66", "name": "network-vif-deleted", "tag": "29a59039-ac16-488f-ad9d-1a896696e3f6", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:49.436986 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-56fe210a-cc5c-4de8-9f79-6ebad647e396 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:49.437396 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fe210a-cc5c-4de8-9f79-6ebad647e396'] response: {'server_uuid': '188a0b8d-23e2-4769-94bf-85277c3b0b66', 'name': 'network-vif-deleted', 'tag': '29a59039-ac16-488f-ad9d-1a896696e3f6', 'status': 'completed', 'code': 200} Oct 09 01:00:49.480482 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:49.596557 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:49.660167 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:49.682767 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:49.709549 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:00:49.718334 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:00:49.718879 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:49.823074 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:00:50.009170 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:00:50.035473 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed292e-a8d5-4fdd-a4a4-7232db6c40c7 None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:00:50.150960 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83ab5c53-91e2-4b06-ae46-c1fda61f6456 req-6ab8e227-d2e8-45f0-969d-a66cc87ef89a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=188a0b8d-23e2-4769-94bf-85277c3b0b66 HTTP/1.1" status: 200 len: 210 time: 0.0302095 Oct 09 01:00:50.289662 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a2b52-632f-4d43-96e9-05477053dac5 None None] New status for floating IP e54b0d29-912b-491b-a292-71e5c7c5ca18: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:00:51.245199 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:51.298367 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-260b11c0-3e36-4dcd-97f0-5980e1ef1dab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (1f9b26d3-091b-4cb8-9e8b-e38c72b45b90), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.321028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-260b11c0-3e36-4dcd-97f0-5980e1ef1dab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (1f9b26d3-091b-4cb8-9e8b-e38c72b45b90), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.367267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-260b11c0-3e36-4dcd-97f0-5980e1ef1dab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (1f9b26d3-091b-4cb8-9e8b-e38c72b45b90), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.369728 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-260b11c0-3e36-4dcd-97f0-5980e1ef1dab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.370855 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-260b11c0-3e36-4dcd-97f0-5980e1ef1dab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1f9b26d3-091b-4cb8-9e8b-e38c72b45b90 HTTP/1.1" status: 204 len: 168 time: 0.1247051 Oct 09 01:00:51.373649 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33736) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:51.380206 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b11c0-3e36-4dcd-97f0-5980e1ef1dab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b26d3-091b-4cb8-9e8b-e38c72b45b90,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:51.388754 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.api.v2.resource [None req-4a6f8d79-6f06-4ae9-8839-5ba689d54563 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] show failed (client error): The resource could not be found. Oct 09 01:00:51.389739 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4a6f8d79-6f06-4ae9-8839-5ba689d54563 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups/1f9b26d3-091b-4cb8-9e8b-e38c72b45b90 HTTP/1.1" status: 404 len: 347 time: 0.0151343 Oct 09 01:00:51.392705 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33738) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:51.503788 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port 5ccc52c7-7c6c-4394-b3ff-18c239847473 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:00:51.504129 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.535956 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 29a59039-ac16-488f-ad9d-1a896696e3f6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:00:51.560025 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 29a59039-ac16-488f-ad9d-1a896696e3f6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:00:51.560371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 29a59039-ac16-488f-ad9d-1a896696e3f6 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:00:51.774828 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.775149 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (5ccc52c7-7c6c-4394-b3ff-18c239847473), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.788511 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for 5ccc52c7-7c6c-4394-b3ff-18c239847473 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:00:51.919456 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (5ccc52c7-7c6c-4394-b3ff-18c239847473), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:51.943637 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=5ccc52c7-7c6c-4394-b3ff-18c239847473,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:52.008034 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (e54b0d29-912b-491b-a292-71e5c7c5ca18), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.010608 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.011770 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ebbf3d7b-ad1c-4b3c-a806-23edf999f0d8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/e54b0d29-912b-491b-a292-71e5c7c5ca18 HTTP/1.1" status: 204 len: 168 time: 0.6181273 Oct 09 01:00:52.075604 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33742) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:52.080635 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769657378', 'description': 'tempest-description--563614152'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:52.101732 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.168726 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (0ea9187f-2101-4156-8867-3f35f5d56794), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.172004 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0ea9187f-2101-4156-8867-3f35f5d56794), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.198619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:52.201323 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.202520 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1259074 Oct 09 01:00:52.205177 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6ab3b-9415-417b-9c49-fd145323c0e2 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9187f-2101-4156-8867-3f35f5d56794,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:52.205623 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:52.210960 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '0ea9187f-2101-4156-8867-3f35f5d56794', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:52.238090 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (10ea2549-d879-4797-8c45-dbf04cf1fdbf), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.295750 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (10ea2549-d879-4797-8c45-dbf04cf1fdbf), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.299111 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (10ea2549-d879-4797-8c45-dbf04cf1fdbf), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.317522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ea2549-d879-4797-8c45-dbf04cf1fdbf,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:52.324399 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.325594 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6d9b8f6a-43e6-49a6-b638-58a540827b9b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183016 Oct 09 01:00:52.328351 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:52.333168 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'security_group_rule': {'security_group_id': '0ea9187f-2101-4156-8867-3f35f5d56794', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:52.358227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (c8681dce-ecd5-4f9f-9f59-9f7b379e5092), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.375855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:52.420002 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (c8681dce-ecd5-4f9f-9f59-9f7b379e5092), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.423124 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (c8681dce-ecd5-4f9f-9f59-9f7b379e5092), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.440857 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8681dce-ecd5-4f9f-9f59-9f7b379e5092,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:52.448907 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.450136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1296968c-2e43-4e7d-ac4c-7db8587737e6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208382 Oct 09 01:00:52.453182 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:00:52.458109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:52.477973 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.556951 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.564500 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:52.660971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.37.5.14 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/ae310aaf-3088-4039-aa5d-01e69bb90c0b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:00:52.763688 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.794716 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.835968 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:00:52.840702 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:00:52.843280 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:00:52.848728 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=ae310aaf-3088-4039-aa5d-01e69bb90c0b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:52.932466 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:52.968069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:53.106314 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:53.116136 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:53.120489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:53.185985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=ae310aaf-3088-4039-aa5d-01e69bb90c0b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:53.188416 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:53.203808 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:53.205019 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e4788962-c986-444f-b74b-eb8fda9db05e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7509031 Oct 09 01:00:53.552776 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-9dc9bcc2-0b6e-42be-a44e-418b53ce89da tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--769657378&fields=id&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 267 time: 0.0418606 Oct 09 01:00:53.660375 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-7a354abf-fa53-4e7a-9c5d-9514810454cb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:53.661808 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-7a354abf-fa53-4e7a-9c5d-9514810454cb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1028492 Oct 09 01:00:53.675774 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-fcde6dd1-3b60-4afa-ab07-8c7f6cfb12ab tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/quotas/a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 375 time: 0.0086775 Oct 09 01:00:53.724048 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-2a56d1cd-57ba-4bf0-a76b-500d58b45f0e tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434873 Oct 09 01:00:53.780282 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:53.822606 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-76ad82ee-4961-4472-9d2d-d80925b04029 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875130 Oct 09 01:00:53.913623 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-110b6aa9-2141-436d-b52a-f7f3effb53ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853004 Oct 09 01:00:54.444958 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-49fb5c70-b2bc-49b2-9ff0-618e9fb59fec req-28798827-ff16-4d1a-9923-4c3ab717d6a8 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 210 time: 0.3976943 Oct 09 01:00:55.552613 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2c2cbb70-eae0-46f7-8280-bc694a826506 req-017991a6-0037-4f17-842b-4c1ec98559b6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 210 time: 0.0324562 Oct 09 01:00:55.680000 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:55.736335 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-4ec52859-09ac-4926-982e-12e993939979 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:55.738771 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-4ec52859-09ac-4926-982e-12e993939979 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 815 time: 0.1129010 Oct 09 01:00:55.848877 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b9dfe767-c66c-4e24-8b8d-77abfb50e815 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a7d8e82f58814da6b8c08bfa04955d4c HTTP/1.1" status: 200 len: 379 time: 0.0605128 Oct 09 01:00:55.962619 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'port': {'device_id': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'admin_state_up': True, 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'security_groups': ['0ea9187f-2101-4156-8867-3f35f5d56794']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:56.071070 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Made reservation on behalf of a7d8e82f58814da6b8c08bfa04955d4c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:00:56.075517 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.202976 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Allocated IP 172.20.0.14 (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b/bf1ecde5-a035-439a-96b4-f7a4880b70e4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:00:56.342049 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.373331 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.415895 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:00:56.419020 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:00:56.422827 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:00:56.449052 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event updated for resources: {'Port': ['ID=bf1ecde5-a035-439a-96b4-f7a4880b70e4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:56.469701 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:56.477642 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:56.478252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.497462 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b2abb350-4f51-46cf-bc9b-46656e4103eb tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5388491 Oct 09 01:00:56.516428 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Request body: {'port': {'device_id': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:00:56.584154 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.624125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:56.691911 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3c03c99a-b5a7-4f33-aea2-4c4bf1422a8a None None] Provisioning complete for port bf1ecde5-a035-439a-96b4-f7a4880b70e4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:00:56.692488 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3c03c99a-b5a7-4f33-aea2-4c4bf1422a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.692696 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3c03c99a-b5a7-4f33-aea2-4c4bf1422a8a None None] Attempt 1 to provision port bf1ecde5-a035-439a-96b4-f7a4880b70e4 Oct 09 01:00:56.723549 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3c03c99a-b5a7-4f33-aea2-4c4bf1422a8a None None] Port bf1ecde5-a035-439a-96b4-f7a4880b70e4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:00:56.731178 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab087490-1aa6-4a12-856b-6cb520890397 req-39f9f4e8-b61e-4144-85b8-537462237c9d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:56.732708 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab087490-1aa6-4a12-856b-6cb520890397 req-39f9f4e8-b61e-4144-85b8-537462237c9d tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 932 time: 0.1059539 Oct 09 01:00:56.832315 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab087490-1aa6-4a12-856b-6cb520890397 req-c2a207e8-8217-4f70-8578-93e53c58b2a6 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899084 Oct 09 01:00:56.917529 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1ecde5-a035-439a-96b4-f7a4880b70e4 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:00:56.925994 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Publish callbacks [] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:56.939328 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Transition to ACTIVE for port object bf1ecde5-a035-439a-96b4-f7a4880b70e4 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:00:56.942994 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:57.018015 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1ecde5-a035-439a-96b4-f7a4880b70e4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:57.048883 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Attempting to bind port bf1ecde5-a035-439a-96b4-f7a4880b70e4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:00:57.049220 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Attempting to bind port bf1ecde5-a035-439a-96b4-f7a4880b70e4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:00:57.050168 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Attempting to bind port bf1ecde5-a035-439a-96b4-f7a4880b70e4 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:00:57.093106 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Port bf1ecde5-a035-439a-96b4-f7a4880b70e4 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:00:57.093435 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Attempting to bind port bf1ecde5-a035-439a-96b4-f7a4880b70e4 on network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:00:57.129619 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:57.136733 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:00:57.137074 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Checking segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:00:57.137455 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Bound using segment: {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:00:57.137893 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Bound port: bf1ecde5-a035-439a-96b4-f7a4880b70e4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02957c6-4ac3-44cc-ac85-3fb22cee1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:00:57.138285 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:57.197713 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] For port bf1ecde5-a035-439a-96b4-f7a4880b70e4, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:00:57.200729 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] For port bf1ecde5-a035-439a-96b4-f7a4880b70e4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:00:57.207092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:57.211097 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:57.211793 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:57.213148 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/bf1ecde5-a035-439a-96b4-f7a4880b70e4 HTTP/1.1" status: 200 len: 1094 time: 0.7010872 Oct 09 01:00:57.213685 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:00:57.215970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4947bb-9be1-4b00-9b80-f47c680bb385" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:00:57.256230 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf9436e-9c3b-4311-aed9-924c8e88023e x-openstack-request-id: req-ccf9436e-9c3b-4311-aed9-924c8e88023e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:00:57.256522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:00:57.256777 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ccf9436e-9c3b-4311-aed9-924c8e88023e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:00:57.257236 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf9436e-9c3b-4311-aed9-924c8e88023e'] response: {'name': 'network-changed', 'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'status': 'completed', 'code': 200} Oct 09 01:00:57.259712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:57.270863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1db3-5974-4c86-a45e-fa8341f662f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1ecde5-a035-439a-96b4-f7a4880b70e4,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:57.350587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-a22fe00d-9788-4380-8a06-6517ff107d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:57.352083 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-a22fe00d-9788-4380-8a06-6517ff107d59 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 1128 time: 0.0395002 Oct 09 01:00:57.397586 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-f9fb5b98-e1f9-4515-a837-294a5ec0d3a4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4 HTTP/1.1" status: 200 len: 217 time: 0.0314326 Oct 09 01:00:57.444187 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-a5e09ad9-f54c-4cf4-a3f2-bbcd4578099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:57.445566 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-a5e09ad9-f54c-4cf4-a3f2-bbcd4578099e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0421388 Oct 09 01:00:57.495436 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-01639afe-a3b8-4f32-b168-f612fd6ba5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:57.496932 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-01639afe-a3b8-4f32-b168-f612fd6ba5c4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417607 Oct 09 01:00:57.593399 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-94c64c4f-3b26-459d-8acb-633660ca5e60 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826614 Oct 09 01:00:57.652744 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:57.686533 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e299732-f688-4367-b0b3-fd8fbbcd62a5 req-b43b496c-7ee8-45b4-ac9b-ced2d86f90d0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Oct 09 01:00:57.956749 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac6a3-ea9e-4a2c-b5a5-c2d0e48cbc09 req-bd968e2c-9306-41cd-a4b8-27ef1b286697 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:57.958193 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-beeac6a3-ea9e-4a2c-b5a5-c2d0e48cbc09 req-bd968e2c-9306-41cd-a4b8-27ef1b286697 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 944 time: 0.0471470 Oct 09 01:00:58.005164 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-beeac6a3-ea9e-4a2c-b5a5-c2d0e48cbc09 req-a3066a39-cfa8-4818-80ac-f23990f0fe7f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415592 Oct 09 01:00:58.728487 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-429dafc1-4f30-42d4-b7cc-3acead5870f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:58.729954 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-429dafc1-4f30-42d4-b7cc-3acead5870f3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 1128 time: 0.0716102 Oct 09 01:00:58.735584 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-06293172-5ca2-4f09-b2c8-daeb68642335 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499926 Oct 09 01:00:58.832891 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-47a8f9df-5195-45b8-a117-5e3f78296889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:58.834367 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-47a8f9df-5195-45b8-a117-5e3f78296889 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f68941040b3049bd9c62e2fc061d94c1&device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 1129 time: 0.0550079 Oct 09 01:00:58.864836 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-0b4b0504-7c8c-4f30-9a5c-f010a2e0d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:58.866201 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-0b4b0504-7c8c-4f30-9a5c-f010a2e0d551 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.1297703 Oct 09 01:00:58.937847 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-f69f60a4-0319-46d1-b8b2-483b612e89a4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4 HTTP/1.1" status: 200 len: 217 time: 0.0608361 Oct 09 01:00:59.010537 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-41985ec1-271c-46d3-9d53-a54e472a0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:59.011948 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-41985ec1-271c-46d3-9d53-a54e472a0342 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 200 len: 919 time: 0.1557376 Oct 09 01:00:59.013369 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-a5d6bc18-72ac-42bf-ac4b-6684ed0968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:59.014652 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-a5d6bc18-72ac-42bf-ac4b-6684ed0968dd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0678511 Oct 09 01:00:59.084820 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-70d3739d-bb9a-4b9d-bdeb-6f0c9da27db3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c HTTP/1.1" status: 200 len: 217 time: 0.0581450 Oct 09 01:00:59.105296 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-6e518a0e-b77c-4c17-ba67-15e26a19ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:59.106745 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-6e518a0e-b77c-4c17-ba67-15e26a19ce31 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789652 Oct 09 01:00:59.134228 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50978-e194-4d41-ad46-0583e9b219e6 req-15e4e9c2-1897-47ee-9dc1-7e7cc653bec4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:59.135728 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cfa50978-e194-4d41-ad46-0583e9b219e6 req-15e4e9c2-1897-47ee-9dc1-7e7cc653bec4 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 944 time: 0.0479159 Oct 09 01:00:59.182695 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cfa50978-e194-4d41-ad46-0583e9b219e6 req-b233ca23-30ef-4164-9416-11b72ee6e477 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Oct 09 01:00:59.185444 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-ea36a275-4984-4589-ba3c-6fbb1a633f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:59.187024 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-ea36a275-4984-4589-ba3c-6fbb1a633f28 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 200 len: 857 time: 0.0927472 Oct 09 01:00:59.229641 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:59.257601 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-cfc73f83-2185-4b0c-9f88-0b2db4112251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:00:59.259071 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-cfc73f83-2185-4b0c-9f88-0b2db4112251 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=dd937102-41e7-4629-a161-cb0fb39a0995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630424 Oct 09 01:00:59.261219 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-61735203-efb3-4980-a993-fab0392e9faf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377587 Oct 09 01:00:59.421801 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-db4947bb-9be1-4b00-9b80-f47c680bb385 req-9c8dccff-789f-40e5-aaa1-f99194e81f38 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502814 Oct 09 01:00:59.423444 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-df240636-bf4d-4769-a5e3-9d48b45df976 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530564 Oct 09 01:00:59.501693 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:00:59.530569 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-feda5ffb-8276-40e8-b157-d5bdf0bea52a req-e0bb3ed7-5a6c-40e8-b3c4-23fcf145d952 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849824 Oct 09 01:00:59.542818 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device bf1ecde5-a035-439a-96b4-f7a4880b70e4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:00:59.642556 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port bf1ecde5-a035-439a-96b4-f7a4880b70e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:59.654035 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'port_id': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'mac_address': 'fa:16:3e:28:2f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:00:59.687452 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port bf1ecde5-a035-439a-96b4-f7a4880b70e4 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:00:59.687865 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:59.700262 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1ecde5-a035-439a-96b4-f7a4880b70e4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:00:59.720330 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port bf1ecde5-a035-439a-96b4-f7a4880b70e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:00:59.724414 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:00:59.771656 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=bf1ecde5-a035-439a-96b4-f7a4880b70e4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:00:59.778816 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.779165 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.779531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.779912 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.780248 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.780630 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.780904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.781229 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.781553 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.781875 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.782199 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.782538 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.782863 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.783184 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:00:59.783503 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:00.011649 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=41 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:00.012523 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=39 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:00.133028 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['bf1ecde5-a035-439a-96b4-f7a4880b70e4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:01:00.214793 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:00.310731 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf1d42-1a8e-4ddb-89ab-9f35635e14ee req-149589a1-8b84-44d3-924b-25d99b14c99a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:00.312232 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-63bf1d42-1a8e-4ddb-89ab-9f35635e14ee req-149589a1-8b84-44d3-924b-25d99b14c99a tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 945 time: 0.0461266 Oct 09 01:01:00.358205 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-63bf1d42-1a8e-4ddb-89ab-9f35635e14ee req-32e1b4b4-a1e4-4739-a112-4241b8682fc0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398824 Oct 09 01:01:01.483261 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068fa2-0ec5-4e4e-bc50-4796cad6d15b req-23234d85-a938-4d32-a198-109a7569ce32 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:01.484786 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9b068fa2-0ec5-4e4e-bc50-4796cad6d15b req-23234d85-a938-4d32-a198-109a7569ce32 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 945 time: 0.0480185 Oct 09 01:01:01.532824 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9b068fa2-0ec5-4e4e-bc50-4796cad6d15b req-a67debd3-0caf-4bb1-a717-7db4e997ca51 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Oct 09 01:01:01.565754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device bf1ecde5-a035-439a-96b4-f7a4880b70e4 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:01.607819 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port bf1ecde5-a035-439a-96b4-f7a4880b70e4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:01:01.616007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port bf1ecde5-a035-439a-96b4-f7a4880b70e4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:01.616514 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:01.616872 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port bf1ecde5-a035-439a-96b4-f7a4880b70e4 Oct 09 01:01:01.636071 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:01.691850 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port bf1ecde5-a035-439a-96b4-f7a4880b70e4 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:01.692231 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:01.715283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:01.717592 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9805d-fab3-4caf-8a80-f51e605f62c7" -d '{"events": [{"server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "name": "network-vif-plugged", "status": "completed", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:01.730902 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port bf1ecde5-a035-439a-96b4-f7a4880b70e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:01.734810 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:01.760733 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2a5e80-e124-4269-a247-bb288bc2a41a x-openstack-request-id: req-7c2a5e80-e124-4269-a247-bb288bc2a41a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:01.761017 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "name": "network-vif-plugged", "status": "completed", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:01.761264 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7c2a5e80-e124-4269-a247-bb288bc2a41a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:01.761649 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2a5e80-e124-4269-a247-bb288bc2a41a'] response: {'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'code': 200} Oct 09 01:01:01.786271 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=bf1ecde5-a035-439a-96b4-f7a4880b70e4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:02.016405 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843c742-2463-42e8-9e45-218599dbea99 req-7cb5b623-87f7-45d0-be05-8a12ebea5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:02.017794 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d843c742-2463-42e8-9e45-218599dbea99 req-7cb5b623-87f7-45d0-be05-8a12ebea5d45 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 1130 time: 0.0378239 Oct 09 01:01:02.064385 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d843c742-2463-42e8-9e45-218599dbea99 req-58bd05e2-0602-49ac-8ede-18d593e4da96 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372589 Oct 09 01:01:02.654994 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d7f4-c462-4ac8-a2c9-1b8a48b21e1f req-8f696936-2a72-4085-9168-3703fc277987 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:02.656455 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d264d7f4-c462-4ac8-a2c9-1b8a48b21e1f req-8f696936-2a72-4085-9168-3703fc277987 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0496550 Oct 09 01:01:02.701732 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d264d7f4-c462-4ac8-a2c9-1b8a48b21e1f req-eaf69903-6916-4906-b6d7-93aae320da87 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Oct 09 01:01:03.825751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540330-e08b-49b5-b1b8-7c9645ffb0d4 req-fb00eed3-706d-4f8c-840c-707b34b23ca7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:03.827172 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60540330-e08b-49b5-b1b8-7c9645ffb0d4 req-fb00eed3-706d-4f8c-840c-707b34b23ca7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0479798 Oct 09 01:01:03.873526 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-60540330-e08b-49b5-b1b8-7c9645ffb0d4 req-b8499ff2-4ed9-4f22-97be-bb7796f0f27f tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401676 Oct 09 01:01:04.996438 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad0250-c1a3-4d1f-b16b-c2ac1fa0663b req-3bde917e-628b-4e25-8a33-ee6ad298065b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:04.998786 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60ad0250-c1a3-4d1f-b16b-c2ac1fa0663b req-3bde917e-628b-4e25-8a33-ee6ad298065b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0465102 Oct 09 01:01:05.046671 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-60ad0250-c1a3-4d1f-b16b-c2ac1fa0663b req-09baebed-1c57-4e75-9acb-036ff426b63c tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 Oct 09 01:01:05.161663 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01a383-e3ff-48a0-8f6b-dbb858330b4b req-d4d1f0d1-2ab5-4ab9-b03d-198b2077c5a3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:05.163178 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef01a383-e3ff-48a0-8f6b-dbb858330b4b req-d4d1f0d1-2ab5-4ab9-b03d-198b2077c5a3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0463138 Oct 09 01:01:05.175157 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33812) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:05.179486 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Request body: {'floatingip': {'port_id': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:05.218927 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:05.531531 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:05.623413 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:05.626860 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:05.720278 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2 associated. External IP: 172.37.5.14, port: bf1ecde5-a035-439a-96b4-f7a4880b70e4. Oct 09 01:01:06.095849 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:06.162762 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:06.265915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:06.270974 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:06.276632 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:06.288454 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:06.289082 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:06.308048 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2a7d6c7d-6e7c-4d72-9339-897cfa1c0eb3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2 HTTP/1.1" status: 200 len: 991 time: 1.1296065 Oct 09 01:01:06.308048 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:06.313177 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caace48b-9ee0-4677-acf3-ebadd16e251b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:06.353333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66704984-3a01-4c28-b88f-51b1e24d73cf x-openstack-request-id: req-66704984-3a01-4c28-b88f-51b1e24d73cf {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:06.353626 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:06.353878 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-66704984-3a01-4c28-b88f-51b1e24d73cf {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:06.354284 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66704984-3a01-4c28-b88f-51b1e24d73cf'] response: {'name': 'network-changed', 'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'status': 'completed', 'code': 200} Oct 09 01:01:06.398364 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:06.462068 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-98aeb165-3b68-483b-b05e-b0e28abee24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:06.463774 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-98aeb165-3b68-483b-b05e-b0e28abee24f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 1130 time: 0.0426049 Oct 09 01:01:06.561126 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-a83c24fb-69e6-4384-9d6c-f069cdc95074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:06.562584 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-a83c24fb-69e6-4384-9d6c-f069cdc95074 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 200 len: 916 time: 0.0920200 Oct 09 01:01:06.615062 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.14', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:28:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:00:52Z', 'updated_at': '2022-10-09T01:01:05Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:06.638692 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:06.646915 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:06.647497 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:00:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:06.825842 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:06.943354 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-0ad78ba9-a5d3-486e-b576-3e1df5cd9b3b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4 HTTP/1.1" status: 200 len: 999 time: 0.0569289 Oct 09 01:01:07.017427 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-3f48d63c-0ee0-47e0-bf6e-6c8b25c5a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:07.019391 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-3f48d63c-0ee0-47e0-bf6e-6c8b25c5a12c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 200 len: 854 time: 0.0505023 Oct 09 01:01:07.039948 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.14', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:28:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:00:52Z', 'updated_at': '2022-10-09T01:01:05Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:07.067295 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f3cfc-453a-4692-93e5-5451f1447033 None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'floating_ip_address': '172.37.5.14', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'port_id': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'mac_address': 'fa:16:3e:28:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:00:52Z', 'updated_at': '2022-10-09T01:01:05Z', 'revision_number': 1, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:07.122208 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-de95e878-41ca-41cb-a532-3977683879f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:07.123751 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-de95e878-41ca-41cb-a532-3977683879f9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463560 Oct 09 01:01:07.226851 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-4929a337-99f4-4667-80f9-ef4383e5a8fa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902305 Oct 09 01:01:07.274630 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f53eb-8ad5-48df-9cdb-e2749522aa8a None None] New status for floating IP e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:01:07.305224 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:07.322489 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caace48b-9ee0-4677-acf3-ebadd16e251b req-f0eccd0f-2857-4fdd-bf06-fac9bdd6606d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892975 Oct 09 01:01:07.571691 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a938c15c-f438-4cc1-99a6-4dc1298a9f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:08.377972 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:01:08.753874 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573fab4-3cee-4833-9fc2-a0d5f9df23c0 req-854d6ca4-8a47-44a8-8388-02976c8d7fb8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:08.755314 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1573fab4-3cee-4833-9fc2-a0d5f9df23c0 req-854d6ca4-8a47-44a8-8388-02976c8d7fb8 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Oct 09 01:01:08.806543 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1573fab4-3cee-4833-9fc2-a0d5f9df23c0 req-d12e266f-a5bf-476f-a5ff-b70849a525b2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455611 Oct 09 01:01:09.802444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57411052-2804-42fc-82de-491b226ac96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:09.929068 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbbea-9fae-4d61-ac16-a80e88fb9942 req-1fa00941-4eaf-47fa-8b7b-3ccfad21ecd6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:09.930590 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-538fbbea-9fae-4d61-ac16-a80e88fb9942 req-1fa00941-4eaf-47fa-8b7b-3ccfad21ecd6 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0471063 Oct 09 01:01:10.030812 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-538fbbea-9fae-4d61-ac16-a80e88fb9942 req-a8e83458-373c-4c18-918e-1c310f926cfc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938523 Oct 09 01:01:11.150363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18584e-9db7-43a1-877b-671fefbba4e4 req-24914375-4702-48e6-b12d-153fa00f1f1f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:11.152084 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c18584e-9db7-43a1-877b-671fefbba4e4 req-24914375-4702-48e6-b12d-153fa00f1f1f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0464561 Oct 09 01:01:11.197727 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c18584e-9db7-43a1-877b-671fefbba4e4 req-975ec5e8-8dd6-4013-97ed-704edf5a821a tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Oct 09 01:01:11.331555 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.320399 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b3017-3641-4859-b5c5-59eb22dc24ca req-3a75a2c5-0a02-44a3-8fd0-833268bd3b43 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:12.321829 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f70b3017-3641-4859-b5c5-59eb22dc24ca req-3a75a2c5-0a02-44a3-8fd0-833268bd3b43 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0455978 Oct 09 01:01:12.345797 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:12.369469 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f70b3017-3641-4859-b5c5-59eb22dc24ca req-a7f981e7-5f8a-45d0-84ae-949991af5d25 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e9a9d17f-82f7-47af-9567-ad6387a276da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421264 Oct 09 01:01:12.526373 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-4ef50149-7951-41b8-ba53-0abcd68a6951 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:12.527796 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-4ef50149-7951-41b8-ba53-0abcd68a6951 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 945 time: 0.0458429 Oct 09 01:01:12.606098 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:12.613819 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Deleting port af11de25-9b71-43af-8ce0-051a32ec945c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:12.614163 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.701732 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] For port af11de25-9b71-43af-8ce0-051a32ec945c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af11de25-9b71-43af-8ce0-051a32ec945c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:12.702093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.862910 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.863195 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.863511 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Floating IP fe3bc9d1-0c46-4901-887f-aac4309f1810 disassociated. External IP: 172.37.5.19, port: af11de25-9b71-43af-8ce0-051a32ec945c. Oct 09 01:01:12.863882 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Calling delete_port for af11de25-9b71-43af-8ce0-051a32ec945c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:12.910965 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.949371 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:12.995038 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (af11de25-9b71-43af-8ce0-051a32ec945c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:13.026426 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event deleted for resources: {'Port': ['ID=af11de25-9b71-43af-8ce0-051a32ec945c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:13.038084 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.038438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.038790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.039127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.039461 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.039818 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.040149 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.040480 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.040823 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.041135 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.041459 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.041782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.042104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.042425 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.042747 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:13.144845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Router edc3da25-e74d-4384-a954-79daecb75070 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:13.236855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:13.250873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:13.261949 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] Sync routers for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:13.272038 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:13.272648 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:13.296849 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] No DVR routers for this DVR port af11de25-9b71-43af-8ce0-051a32ec945c on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:13.299295 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:13.303217 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2f3faef9-15ac-4cc6-9360-be8d5a1d995f req-c51cd76a-8ff5-4784-9827-c53889a2a00c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "DELETE /networking/v2.0/ports/af11de25-9b71-43af-8ce0-051a32ec945c HTTP/1.1" status: 204 len: 173 time: 0.7678266 Oct 09 01:01:13.303732 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'name': 'network-vif-deleted', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:13.305996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe37bfb-1d20-4c8e-8187-7501679186a7" -d '{"events": [{"server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "name": "network-vif-deleted", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:13.344460 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff5d001-2914-47ff-b7ac-48b0269a82e6 x-openstack-request-id: req-0ff5d001-2914-47ff-b7ac-48b0269a82e6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:13.344838 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50224067-d3e0-4567-bc63-31ace3a211c6", "name": "network-vif-deleted", "tag": "af11de25-9b71-43af-8ce0-051a32ec945c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:13.345036 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ff5d001-2914-47ff-b7ac-48b0269a82e6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:13.345449 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff5d001-2914-47ff-b7ac-48b0269a82e6'] response: {'server_uuid': '50224067-d3e0-4567-bc63-31ace3a211c6', 'name': 'network-vif-deleted', 'tag': 'af11de25-9b71-43af-8ce0-051a32ec945c', 'status': 'completed', 'code': 200} Oct 09 01:01:13.392353 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:13.428115 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:13.520881 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-584f3107-25fa-48cd-b976-9671f295b051 req-9dd0f1fb-72d6-4a57-8c22-368d0133f8a4 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50224067-d3e0-4567-bc63-31ace3a211c6 HTTP/1.1" status: 200 len: 210 time: 0.0436132 Oct 09 01:01:13.565501 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:13.605004 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:13.633623 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] Checking router: edc3da25-e74d-4384-a954-79daecb75070 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:13.642244 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:13.642908 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:13.745897 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:13.928213 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:13.955230 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe7875-970f-4239-b182-bfa046e79e73 None None] The sync data for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi is: [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:05Z', 'revision_number': 4, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd4998b74-c67b-4a9b-8a8d-658bc5efb89b', 'name': '', 'network_id': 'dd937102-41e7-4629-a161-cb0fb39a0995', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'mac_address': 'fa:16:3e:77:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:03Z', 'updated_at': '2022-10-09T00:56:17Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'subnets': [{'id': 'e75c4721-9fa7-417f-9e12-2a9e53f66ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:14.174600 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e072b76-612f-45f4-b55d-71a690b5f610 None None] New status for floating IP fe3bc9d1-0c46-4901-887f-aac4309f1810: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:01:14.619915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 33858) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:14.673952 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18ef90a-e333-4f73-8217-961f6d46b1fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group (e9a9d17f-82f7-47af-9567-ad6387a276da), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.695340 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18ef90a-e333-4f73-8217-961f6d46b1fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group (e9a9d17f-82f7-47af-9567-ad6387a276da), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.744350 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18ef90a-e333-4f73-8217-961f6d46b1fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e9a9d17f-82f7-47af-9567-ad6387a276da), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.746851 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18ef90a-e333-4f73-8217-961f6d46b1fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.748023 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-d18ef90a-e333-4f73-8217-961f6d46b1fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e9a9d17f-82f7-47af-9567-ad6387a276da HTTP/1.1" status: 204 len: 168 time: 0.1270838 Oct 09 01:01:14.750776 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33860) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:14.757524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef90a-e333-4f73-8217-961f6d46b1fc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a9d17f-82f7-47af-9567-ad6387a276da,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:14.765030 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.api.v2.resource [None req-faf85653-bf57-4f5b-a22b-2f3dccca1ef2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] show failed (client error): The resource could not be found. Oct 09 01:01:14.766036 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-faf85653-bf57-4f5b-a22b-2f3dccca1ef2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups/e9a9d17f-82f7-47af-9567-ad6387a276da HTTP/1.1" status: 404 len: 347 time: 0.0142696 Oct 09 01:01:14.768665 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 33862) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:14.884901 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Deleting port bb19d7a6-5629-4f14-ab7a-ae0bbddba04c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:14.885429 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.964205 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.964525 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:14.977365 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Calling delete_port for bb19d7a6-5629-4f14-ab7a-ae0bbddba04c owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:15.055800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:15.109536 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (bb19d7a6-5629-4f14-ab7a-ae0bbddba04c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:15.133344 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event deleted for resources: {'Port': ['ID=bb19d7a6-5629-4f14-ab7a-ae0bbddba04c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:15.198247 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks [] for floatingip (fe3bc9d1-0c46-4901-887f-aac4309f1810), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:15.200814 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:15.201952 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3be10993-e971-487b-badd-350fd2360b5c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/fe3bc9d1-0c46-4901-887f-aac4309f1810 HTTP/1.1" status: 204 len: 168 time: 0.4323597 Oct 09 01:01:15.649267 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device af11de25-9b71-43af-8ce0-051a32ec945c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:15.667704 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: af11de25-9b71-43af-8ce0-051a32ec945c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:15.668052 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device af11de25-9b71-43af-8ce0-051a32ec945c not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:17.674002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca6fb6-3044-46a6-99f2-322d9d533127 req-e3e2fe96-9417-4c6b-a3b2-746fbce8ea69 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:17.675966 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6aca6fb6-3044-46a6-99f2-322d9d533127 req-e3e2fe96-9417-4c6b-a3b2-746fbce8ea69 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0510554 Oct 09 01:01:17.722179 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6aca6fb6-3044-46a6-99f2-322d9d533127 req-bfdf3277-dd0e-412e-ac4e-8d9b8bb33dcf tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Oct 09 01:01:18.806228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:18.844330 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1a4b-fe81-4a7f-b986-a5cc40fd24ae req-d16aa56e-05da-4048-9c04-c6b6d8b25510 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:18.845784 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33ed1a4b-fe81-4a7f-b986-a5cc40fd24ae req-d16aa56e-05da-4048-9c04-c6b6d8b25510 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Oct 09 01:01:18.896564 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-33ed1a4b-fe81-4a7f-b986-a5cc40fd24ae req-37558065-905e-4c3e-9d55-a4f93feec457 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Oct 09 01:01:19.101319 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126dd60-3185-4fe1-8d4f-32390cd68767 req-dc34e7bc-8647-40cb-a84a-a7e1b4324907 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:19.102786 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1126dd60-3185-4fe1-8d4f-32390cd68767 req-dc34e7bc-8647-40cb-a84a-a7e1b4324907 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0464685 Oct 09 01:01:19.152477 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1126dd60-3185-4fe1-8d4f-32390cd68767 req-a4ec8904-a576-4677-8fb1-dc6b98248e98 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 Oct 09 01:01:20.023845 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e429-f012-4b98-8e50-27f47bd50d17 req-90c9fec7-5f27-4b3d-b969-633de2e19810 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:20.025294 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6415e429-f012-4b98-8e50-27f47bd50d17 req-90c9fec7-5f27-4b3d-b969-633de2e19810 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Oct 09 01:01:20.073686 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6415e429-f012-4b98-8e50-27f47bd50d17 req-6c07e337-d021-44e5-ada9-428caeada36e tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Oct 09 01:01:20.276774 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d766a50-f840-4913-b670-962781e19ce8 req-aebee6b2-33b5-4750-a236-16daac91d93a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:20.278260 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d766a50-f840-4913-b670-962781e19ce8 req-aebee6b2-33b5-4750-a236-16daac91d93a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0520906 Oct 09 01:01:20.328032 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1d766a50-f840-4913-b670-962781e19ce8 req-4f04f20a-557f-413a-945c-86e779b0d046 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Oct 09 01:01:21.192067 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1799-5a37-4679-b337-f4d9302e42d1 req-d32e59ba-41b0-44e4-ab0e-aeeaf2150d7f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:21.193506 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b6c1799-5a37-4679-b337-f4d9302e42d1 req-d32e59ba-41b0-44e4-ab0e-aeeaf2150d7f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0461073 Oct 09 01:01:21.241006 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b6c1799-5a37-4679-b337-f4d9302e42d1 req-36a40176-c9d0-4676-956a-0697f1ae64f0 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Oct 09 01:01:21.446776 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8897a0e-3db3-41c3-89b2-860fbda43dd4 req-d62d39f8-a47f-4556-a73e-7c6138b83b31 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:21.448247 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c8897a0e-3db3-41c3-89b2-860fbda43dd4 req-d62d39f8-a47f-4556-a73e-7c6138b83b31 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0459638 Oct 09 01:01:21.497593 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c8897a0e-3db3-41c3-89b2-860fbda43dd4 req-f1a9b05f-179d-443e-be01-0ec5192cf21b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Oct 09 01:01:21.815424 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-de00ac8d-56c4-43f1-80e3-c1cacdea1027 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:21.816886 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-de00ac8d-56c4-43f1-80e3-c1cacdea1027 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0517473 Oct 09 01:01:21.910804 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Deleting port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:21.911175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.014407 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-e624ce50-5d25-4223-bb5b-1640645b0a9c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:22.015879 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-e624ce50-5d25-4223-bb5b-1640645b0a9c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0593350 Oct 09 01:01:22.072005 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] For port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:22.072380 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.096633 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Calling delete_port for 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:22.169921 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Deleting port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:22.170267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.276536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:22.294420 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] For port c0379d91-6e4b-4a6c-895c-fc71a455dbb1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:22.294786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.359095 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:22.360051 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78100ec2-4e07-44ca-885e-82ac732957c8 req-ddcf3646-abce-4152-9854-8ac636f061dd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:22.361828 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78100ec2-4e07-44ca-885e-82ac732957c8 req-ddcf3646-abce-4152-9854-8ac636f061dd tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b86736a3-d8f2-450d-a367-4d2ba4edd923 HTTP/1.1" status: 200 len: 945 time: 0.0474169 Oct 09 01:01:22.375575 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:22.385423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (8fe52a88-9c39-4ea8-9d6f-ca693b1da44c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.421226 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-78100ec2-4e07-44ca-885e-82ac732957c8 req-b02697cc-dc7a-4f93-8561-eed003137e61 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524807 Oct 09 01:01:22.422077 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['c41ba939-ec56-4a6f-86b0-047036daa405'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:01:22.446907 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event deleted for resources: {'Port': ['ID=8fe52a88-9c39-4ea8-9d6f-ca693b1da44c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:22.533878 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] No DVR routers for this DVR port 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:22.538522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.541422 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-732c90dd-41aa-4bd7-acd5-e8c841893168 req-a33022b2-aed3-4bad-839a-7b13eb42d0cc tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8fe52a88-9c39-4ea8-9d6f-ca693b1da44c HTTP/1.1" status: 204 len: 173 time: 0.7130237 Oct 09 01:01:22.541914 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'name': 'network-vif-deleted', 'tag': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:22.544271 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762e9a5e-beae-4b74-8f0b-d377d6ed1652" -d '{"events": [{"server_uuid": "b86736a3-d8f2-450d-a367-4d2ba4edd923", "name": "network-vif-deleted", "tag": "8fe52a88-9c39-4ea8-9d6f-ca693b1da44c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:22.575606 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.575977 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (bc37e80b-a8bb-4236-bb63-7fa03a647bd4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.576680 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Floating IP bc37e80b-a8bb-4236-bb63-7fa03a647bd4 disassociated. External IP: 172.37.5.200, port: c0379d91-6e4b-4a6c-895c-fc71a455dbb1. Oct 09 01:01:22.577039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Calling delete_port for c0379d91-6e4b-4a6c-895c-fc71a455dbb1 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:22.680898 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1cd62-04c3-4566-8b65-a047ac9e54d2 req-82a1f41b-5118-4e4e-bd3a-14bfb303cfbf tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:22.682442 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-abc1cd62-04c3-4566-8b65-a047ac9e54d2 req-82a1f41b-5118-4e4e-bd3a-14bfb303cfbf tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 946 time: 0.0630949 Oct 09 01:01:22.703663 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a127385e-b3ef-4565-8916-fdfccaf0ca95 x-openstack-request-id: req-a127385e-b3ef-4565-8916-fdfccaf0ca95 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:22.703996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86736a3-d8f2-450d-a367-4d2ba4edd923", "name": "network-vif-deleted", "tag": "8fe52a88-9c39-4ea8-9d6f-ca693b1da44c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:22.704112 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a127385e-b3ef-4565-8916-fdfccaf0ca95 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:22.704471 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a127385e-b3ef-4565-8916-fdfccaf0ca95'] response: {'server_uuid': 'b86736a3-d8f2-450d-a367-4d2ba4edd923', 'name': 'network-vif-deleted', 'tag': '8fe52a88-9c39-4ea8-9d6f-ca693b1da44c', 'status': 'completed', 'code': 200} Oct 09 01:01:22.774649 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-abc1cd62-04c3-4566-8b65-a047ac9e54d2 req-c1b1fa05-a9a8-4590-9004-1c10137ee636 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806124 Oct 09 01:01:22.800495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (c0379d91-6e4b-4a6c-895c-fc71a455dbb1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:22.833279 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'Port': ['ID=c0379d91-6e4b-4a6c-895c-fc71a455dbb1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:22.962232 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:23.068026 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:23.080054 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:23.096420 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:23.097097 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:23.120605 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] No DVR routers for this DVR port c0379d91-6e4b-4a6c-895c-fc71a455dbb1 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:23.122989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:23.126239 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-398aff76-9a75-4414-b2c9-c5622f47fd43 req-f2338f29-525d-4883-8353-4a454fc6d4d5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "DELETE /networking/v2.0/ports/c0379d91-6e4b-4a6c-895c-fc71a455dbb1 HTTP/1.1" status: 204 len: 173 time: 1.0952389 Oct 09 01:01:23.206629 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:23.413535 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:23.439300 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:23.448475 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:23.449084 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:23.635644 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:23.647624 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:23.719439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:23.722952 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:23.723088 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3a9da-0565-47db-a2a5-879e76e9a31c req-6ae20875-0abd-4623-b761-b518aa85c17d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:23.725407 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45a3a9da-0565-47db-a2a5-879e76e9a31c req-6ae20875-0abd-4623-b761-b518aa85c17d tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0496838 Oct 09 01:01:23.743409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:23.743771 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 8fe52a88-9c39-4ea8-9d6f-ca693b1da44c not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:23.776678 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-45a3a9da-0565-47db-a2a5-879e76e9a31c req-777a8c24-78f1-46e4-a01f-a1618d7381c5 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Oct 09 01:01:23.837156 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:23.838739 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:23.862954 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10be37b-340f-4a3e-a216-107cbdbeefbe None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:23.883069 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ece98d40-bc57-4dcd-b8e8-e7cf9efe86b3 req-443100b5-2f15-4f54-99cf-4640f4f3dedb tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Oct 09 01:01:24.091698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04311c-4227-4165-8329-8f26cac345d1 None None] New status for floating IP bc37e80b-a8bb-4236-bb63-7fa03a647bd4: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:01:24.705310 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'name': 'network-vif-deleted', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:24.707714 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6710782-54fc-4ab1-b707-6904bcca5915" -d '{"events": [{"server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "name": "network-vif-deleted", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:24.746117 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a38a05-bffc-424a-91db-ce8505531be1 x-openstack-request-id: req-f9a38a05-bffc-424a-91db-ce8505531be1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:24.746413 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841a7957-ee73-4765-a850-406b1e720612", "name": "network-vif-deleted", "tag": "c0379d91-6e4b-4a6c-895c-fc71a455dbb1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:24.746668 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f9a38a05-bffc-424a-91db-ce8505531be1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:24.747071 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a38a05-bffc-424a-91db-ce8505531be1'] response: {'server_uuid': '841a7957-ee73-4765-a850-406b1e720612', 'name': 'network-vif-deleted', 'tag': 'c0379d91-6e4b-4a6c-895c-fc71a455dbb1', 'status': 'completed', 'code': 200} Oct 09 01:01:24.893717 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96f08b-7fdd-4d73-ac73-18fad49e11f7 req-987efeb2-a5c2-40ef-a5c6-64ccd2960e1c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:24.895759 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bf96f08b-7fdd-4d73-ac73-18fad49e11f7 req-987efeb2-a5c2-40ef-a5c6-64ccd2960e1c tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0466671 Oct 09 01:01:24.951094 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bf96f08b-7fdd-4d73-ac73-18fad49e11f7 req-fd2e375f-030a-40dc-b723-dd8163c3cb37 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Oct 09 01:01:24.987610 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-29e91663-d198-4b55-b790-bbf87dbc4be1 req-2f96c43e-66da-4833-9931-0b9f73fb0297 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0280180 Oct 09 01:01:25.726043 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c0379d91-6e4b-4a6c-895c-fc71a455dbb1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:25.745238 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: c0379d91-6e4b-4a6c-895c-fc71a455dbb1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:25.745575 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c0379d91-6e4b-4a6c-895c-fc71a455dbb1 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:26.076451 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16077d77-7197-4276-a691-9ccb1eb76bf0 req-88e82858-0e25-4e74-925b-7bdbd1c82e47 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:26.076451 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16077d77-7197-4276-a691-9ccb1eb76bf0 req-88e82858-0e25-4e74-925b-7bdbd1c82e47 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0496614 Oct 09 01:01:26.099792 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:26.105745 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ebecc45d-1a1b-4904-989c-f7d6c81020b2 req-adddbaee-cfe4-45ce-93d6-612c826781a7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0413437 Oct 09 01:01:26.120716 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:26.131510 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16077d77-7197-4276-a691-9ccb1eb76bf0 req-c0aedfad-f3bd-4928-81b1-1cbf8476cae1 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Oct 09 01:01:27.119062 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:27.133614 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:27.200751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-7bcb72bd-b001-4c7e-9001-00893280db0f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:27.202945 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-7bcb72bd-b001-4c7e-9001-00893280db0f tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0551009 Oct 09 01:01:27.232262 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-435316c2-542b-4dc1-9e08-ad7cdbd72322 req-f6b6e42d-15e5-4392-8905-48096fefb7ad tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=841a7957-ee73-4765-a850-406b1e720612 HTTP/1.1" status: 200 len: 210 time: 0.0340672 Oct 09 01:01:27.315076 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f418e33-3062-47e2-a7da-84ee049a8e39 req-aa4cfc94-784d-4eb6-81f2-618a8608085b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:27.316648 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f418e33-3062-47e2-a7da-84ee049a8e39 req-aa4cfc94-784d-4eb6-81f2-618a8608085b tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 945 time: 0.0806029 Oct 09 01:01:27.344954 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Deleting port c41ba939-ec56-4a6f-86b0-047036daa405 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:27.345217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:27.420742 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0f418e33-3062-47e2-a7da-84ee049a8e39 req-221bf79a-5b0d-4bae-8d05-9af4c3dffef2 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=85d9ef2f-837e-44e1-bda5-e50dc5085b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964129 Oct 09 01:01:27.458456 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] For port c41ba939-ec56-4a6f-86b0-047036daa405, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c41ba939-ec56-4a6f-86b0-047036daa405,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:27.458820 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:27.471283 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Calling delete_port for c41ba939-ec56-4a6f-86b0-047036daa405 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:27.604807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (c41ba939-ec56-4a6f-86b0-047036daa405), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:27.649556 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['c41ba939-ec56-4a6f-86b0-047036daa405'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:01:27.881273 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Pushing event deleted for resources: {'Port': ['ID=c41ba939-ec56-4a6f-86b0-047036daa405,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:27.925227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] No DVR routers for this DVR port c41ba939-ec56-4a6f-86b0-047036daa405 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:27.928274 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:27.931426 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2f3b8ccf-5736-4d15-9526-a5e0c749fad6 req-e70be37f-8048-435f-9186-21c6b391de33 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.60 "DELETE /networking/v2.0/ports/c41ba939-ec56-4a6f-86b0-047036daa405 HTTP/1.1" status: 204 len: 173 time: 0.7222188 Oct 09 01:01:27.931941 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'name': 'network-vif-deleted', 'tag': 'c41ba939-ec56-4a6f-86b0-047036daa405'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:27.934175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9130e7-49e7-4fd7-9d1d-4a077e54a8bd" -d '{"events": [{"server_uuid": "a1b50472-3065-47ec-85b8-f52e36a9374c", "name": "network-vif-deleted", "tag": "c41ba939-ec56-4a6f-86b0-047036daa405"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:27.969759 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16823a-a314-4cbb-b266-5f07d453541a x-openstack-request-id: req-ef16823a-a314-4cbb-b266-5f07d453541a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:27.970072 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b50472-3065-47ec-85b8-f52e36a9374c", "name": "network-vif-deleted", "tag": "c41ba939-ec56-4a6f-86b0-047036daa405", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:27.970328 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef16823a-a314-4cbb-b266-5f07d453541a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:27.970726 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef16823a-a314-4cbb-b266-5f07d453541a'] response: {'server_uuid': 'a1b50472-3065-47ec-85b8-f52e36a9374c', 'name': 'network-vif-deleted', 'tag': 'c41ba939-ec56-4a6f-86b0-047036daa405', 'status': 'completed', 'code': 200} Oct 09 01:01:28.530383 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-aa01f259-fc2f-4fa0-860a-cbe840fd6931 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-606774372&fields=id&tenant_id=28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 267 time: 0.0456011 Oct 09 01:01:28.538312 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bfca362c-d7e2-4a3f-b389-370b319568a5 req-d22427cf-f2b7-4de6-982f-ebae004f3f16 tempest-ServerRescueNegativeTestJSON-1939425555 tempest-ServerRescueNegativeTestJSON-1939425555-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a1b50472-3065-47ec-85b8-f52e36a9374c HTTP/1.1" status: 200 len: 210 time: 0.0279946 Oct 09 01:01:28.646077 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-5b832f80-bab7-49de-a9a0-802b672b3ea6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:28.653071 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-5b832f80-bab7-49de-a9a0-802b672b3ea6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 812 time: 0.1156247 Oct 09 01:01:28.664070 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-e5449ec0-9c13-4753-b03f-140835671101 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/quotas/28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 375 time: 0.0101619 Oct 09 01:01:28.715529 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-da247ff5-9a38-42b7-8120-e22fd59fa0c6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455873 Oct 09 01:01:28.859020 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-844c25e4-8c3f-4370-9d37-cd980d357337 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298234 Oct 09 01:01:28.872374 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:28.955854 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-439a0bbb-b2a4-41e0-9cb9-f9931dd57c0b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909438 Oct 09 01:01:29.259125 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6de60587-ee8f-4b75-a07a-0dfa23818b9a req-774f7c5f-5e7a-4909-ba5a-f03f07d75168 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0313737 Oct 09 01:01:29.614672 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34004) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:29.729617 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c41ba939-ec56-4a6f-86b0-047036daa405 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:29.749766 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: c41ba939-ec56-4a6f-86b0-047036daa405 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:29.750122 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device c41ba939-ec56-4a6f-86b0-047036daa405 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:30.156761 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (edc3da25-e74d-4384-a954-79daecb75070), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:30.187225 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:30.236938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:30.384100 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a407e81e-a897-463b-b925-167cad0b66ea req-2468a3ee-a813-4201-b213-5d7602ac9c0a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0380313 Oct 09 01:01:30.451048 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Deleting port d4998b74-c67b-4a9b-8a8d-658bc5efb89b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:30.451385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:30.552931 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] For port d4998b74-c67b-4a9b-8a8d-658bc5efb89b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:30.553204 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:30.597122 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Calling delete_port for d4998b74-c67b-4a9b-8a8d-658bc5efb89b owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:30.681724 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-f13a3cc1-a3a5-4eb9-92e6-653b2c0826b5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:30.683162 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-f13a3cc1-a3a5-4eb9-92e6-653b2c0826b5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 812 time: 0.1622455 Oct 09 01:01:30.811650 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-bf13a6df-d0db-4475-93c6-98e5db23bd46 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 379 time: 0.0793049 Oct 09 01:01:30.823880 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'port': {'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'admin_state_up': True, 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'security_groups': ['45da6575-619b-423b-bc04-7f831c564029']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:30.925294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (d4998b74-c67b-4a9b-8a8d-658bc5efb89b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:30.969699 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Pushing event deleted for resources: {'Port': ['ID=d4998b74-c67b-4a9b-8a8d-658bc5efb89b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:31.035645 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:31.039747 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Made reservation on behalf of 28bc82345ea24b929b66fbcded2b97b7 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:01:31.043518 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:31.062294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:31.265568 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (edc3da25-e74d-4384-a954-79daecb75070), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:31.286524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Allocated IP 172.20.0.3 (51f66c80-6e94-4ac9-ad00-6dd9246260d1/d7f3cba3-1b89-4cb1-b9ef-80793ce54a94/92161e7f-b2e3-4be5-9ff8-073cd2234c8e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:31.515354 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-042a567e-80de-4978-aa74-f7dbed5bc85b req-b95fa690-3941-4591-818f-c9435f7744be tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0407443 Oct 09 01:01:31.637721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:31.673899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Router edc3da25-e74d-4384-a954-79daecb75070 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:31.693289 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.030299 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:32.033311 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:32.058523 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:32.062288 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:32.101698 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:32.105658 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:32.120892 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:32.126785 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7b325a23-7d19-4ab8-bf5f-b00c5c3cfada admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/edc3da25-e74d-4384-a954-79daecb75070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5100980 Oct 09 01:01:32.130104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34030) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:32.132357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:32.132944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.133381 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] Sync routers for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:32.146021 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:32.146820 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:32.159805 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8e02aa4e-8a8a-4295-9365-34794d9b9313 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3407371 Oct 09 01:01:32.244633 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Request body: {'port': {'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:32.253151 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks [] for router (edc3da25-e74d-4384-a954-79daecb75070), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.257265 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:32.271844 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b03881c2-4992-48c8-8590-4f4d83f346cd None None] Provisioning complete for port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:32.272413 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b03881c2-4992-48c8-8590-4f4d83f346cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.272540 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-b03881c2-4992-48c8-8590-4f4d83f346cd None None] Attempt 1 to provision port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e Oct 09 01:01:32.306962 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b03881c2-4992-48c8-8590-4f4d83f346cd None None] Port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:01:32.330950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.358021 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks [] for router_gateway (edc3da25-e74d-4384-a954-79daecb75070), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.404042 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Deleting port 9cabf568-43d4-4d9d-bab1-324ec0901eb3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:32.404476 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.437753 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59'}], 'enable_snat': True}, 'gw_port_id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T01:01:30Z', 'revision_number': 5, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port': {'id': '9cabf568-43d4-4d9d-bab1-324ec0901eb3', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3da25-e74d-4384-a954-79daecb75070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:32.469662 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] Checking router: edc3da25-e74d-4384-a954-79daecb75070 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:32.478433 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] Routers {'edc3da25-e74d-4384-a954-79daecb75070'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:32.479042 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['edc3da25-e74d-4384-a954-79daecb75070'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:32.497053 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] For port 9cabf568-43d4-4d9d-bab1-324ec0901eb3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9cabf568-43d4-4d9d-bab1-324ec0901eb3,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:32.497541 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.510864 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Calling delete_port for 9cabf568-43d4-4d9d-bab1-324ec0901eb3 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:32.515108 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:32.580964 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] Set router edc3da25-e74d-4384-a954-79daecb75070 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:32.607055 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92161e7f-b2e3-4be5-9ff8-073cd2234c8e {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:01:32.615077 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Publish callbacks [] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.627955 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Transition to ACTIVE for port object 92161e7f-b2e3-4be5-9ff8-073cd2234c8e will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:01:32.630561 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T01:01:32Z', 'revision_number': 6, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:32.633172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.657981 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d441-b1e3-4b70-8e73-d36034a8ef5f None None] The sync data for ids ['edc3da25-e74d-4384-a954-79daecb75070'] in dv-cinder-master-3-iscsi is: [{'id': 'edc3da25-e74d-4384-a954-79daecb75070', 'name': 'tempest-ServerRescueNegativeTestJSON-856707565-router', 'tenant_id': 'f68941040b3049bd9c62e2fc061d94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T01:01:32Z', 'revision_number': 6, 'project_id': 'f68941040b3049bd9c62e2fc061d94c1', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:32.720769 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c986fb5-4117-4b6b-add5-1194121d823a req-96a724f5-63a3-4f67-a897-26d9de175af8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:32.722242 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7c986fb5-4117-4b6b-add5-1194121d823a req-96a724f5-63a3-4f67-a897-26d9de175af8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 943 time: 0.1025887 Oct 09 01:01:32.722369 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Pushing event updated for resources: {'Port': ['ID=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:32.737219 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (9cabf568-43d4-4d9d-bab1-324ec0901eb3), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.755536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Attempting to bind port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:01:32.755906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Attempting to bind port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:01:32.756239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Attempting to bind port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:32.773380 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cabf568-43d4-4d9d-bab1-324ec0901eb3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:32.797687 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:01:32.798015 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Attempting to bind port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:32.812087 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.812433 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.812795 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.813133 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.813462 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.813788 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.814111 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.814430 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.814790 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.815097 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.815432 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.815792 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.816116 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.816434 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.816783 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:32.846193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:01:32.846522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Checking segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:01:32.846906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Bound using segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:01:32.847337 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Bound port: 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:01:32.847717 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.860459 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7c986fb5-4117-4b6b-add5-1194121d823a req-f8f08bc5-616e-44ba-a79c-bc4bf9c3a419 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310124 Oct 09 01:01:32.873507 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (edc3da25-e74d-4384-a954-79daecb75070), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.911879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] For port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:01:32.914853 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] For port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:01:32.921064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.924362 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:32.924960 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.927107 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 1093 time: 0.7515550 Oct 09 01:01:32.929370 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:32.931595 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a" -d '{"events": [{"name": "network-changed", "server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:32.935028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:32.968813 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (edc3da25-e74d-4384-a954-79daecb75070), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.971093 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks [] for router_controller (edc3da25-e74d-4384-a954-79daecb75070), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:32.972410 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:32.989962 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c66611a-fab7-4825-8186-7d31650f229d x-openstack-request-id: req-4c66611a-fab7-4825-8186-7d31650f229d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:32.990249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:32.990498 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4c66611a-fab7-4825-8186-7d31650f229d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:32.990897 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c66611a-fab7-4825-8186-7d31650f229d'] response: {'name': 'network-changed', 'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'status': 'completed', 'code': 200} Oct 09 01:01:32.995578 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c86d-75d3-4b43-98b7-eacdd0c455cb service neutron] Pushing event updated for resources: {'Port': ['ID=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:33.022270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (edc3da25-e74d-4384-a954-79daecb75070), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.022923 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc3da25-e74d-4384-a954-79daecb75070 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:01:33.027783 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.031906 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-86514d8a-f44b-48ee-a102-9df42ffa6875 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/edc3da25-e74d-4384-a954-79daecb75070 HTTP/1.1" status: 204 len: 168 time: 0.8972356 Oct 09 01:01:33.031906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:33.065674 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-996ac8a5-423a-4d20-ae7b-f07beea65156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:33.067719 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-996ac8a5-423a-4d20-ae7b-f07beea65156 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1127 time: 0.0585470 Oct 09 01:01:33.087324 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Deleting subnet e75c4721-9fa7-417f-9e12-2a9e53f66ae7 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:01:33.091204 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Publish callbacks [] for subnet (e75c4721-9fa7-417f-9e12-2a9e53f66ae7), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.132387 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-3a7d1c30-ee34-4553-b2de-e93fde7947b1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 217 time: 0.0436690 Oct 09 01:01:33.133026 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (e75c4721-9fa7-417f-9e12-2a9e53f66ae7), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.185497 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8fdbcf65-a858-4f5b-9740-52f940bc82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:33.186974 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-8fdbcf65-a858-4f5b-9740-52f940bc82f5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0464244 Oct 09 01:01:33.231432 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-599a314e-75b0-4839-9939-58080cbaae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:33.233155 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-599a314e-75b0-4839-9939-58080cbaae38 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395222 Oct 09 01:01:33.238017 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (e75c4721-9fa7-417f-9e12-2a9e53f66ae7), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.296546 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (e75c4721-9fa7-417f-9e12-2a9e53f66ae7), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.307167 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:33.320052 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75c4721-9fa7-417f-9e12-2a9e53f66ae7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:33.326359 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.331289 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7f3518c8-af7b-46f7-8815-93d051371759 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/e75c4721-9fa7-417f-9e12-2a9e53f66ae7 HTTP/1.1" status: 204 len: 168 time: 0.2962761 Oct 09 01:01:33.332106 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-a3ace2ed-3134-43e4-b8fe-1121c10a8267 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901949 Oct 09 01:01:33.332231 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:33.335536 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94c0b4-d5cc-4c8b-a6e0-02aa37e03086 None None] Network dd937102-41e7-4629-a161-cb0fb39a0995 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:01:33.403460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (dd937102-41e7-4629-a161-cb0fb39a0995), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.428591 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6cd1b6bf-2dcd-46ee-b210-82da2381157f req-e627d8cc-59ba-4d14-acc3-204078906dda service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914228 Oct 09 01:01:33.453821 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Deleting port 95de155f-70c1-4bf8-a59a-656fdfc1f414 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:33.454161 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.502377 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device d4998b74-c67b-4a9b-8a8d-658bc5efb89b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:33.530114 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: d4998b74-c67b-4a9b-8a8d-658bc5efb89b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:33.530462 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device d4998b74-c67b-4a9b-8a8d-658bc5efb89b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:33.545063 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] DHCP port deletion for dd937102-41e7-4629-a161-cb0fb39a0995 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:01:33.547898 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] For port 95de155f-70c1-4bf8-a59a-656fdfc1f414, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95de155f-70c1-4bf8-a59a-656fdfc1f414,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:33.548258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.565122 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Calling delete_port for 95de155f-70c1-4bf8-a59a-656fdfc1f414 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:33.569426 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:33.588980 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] Deleting port 95de155f-70c1-4bf8-a59a-656fdfc1f414 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:33.589649 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.653022 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.659545 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] For port 95de155f-70c1-4bf8-a59a-656fdfc1f414, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95de155f-70c1-4bf8-a59a-656fdfc1f414,segment=NetworkSegment(8baf8725-752c-48bf-80b5-a9b2d3636b8e),segment_id=8baf8725-752c-48bf-80b5-a9b2d3636b8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:33.659997 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.672686 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] Calling delete_port for 95de155f-70c1-4bf8-a59a-656fdfc1f414 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:33.677787 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=95de155f-70c1-4bf8-a59a-656fdfc1f414,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:33.682063 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] No DVR routers for this DVR port 95de155f-70c1-4bf8-a59a-656fdfc1f414 on host dv-cinder-master-3-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:33.760693 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (95de155f-70c1-4bf8-a59a-656fdfc1f414), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.771663 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (dd937102-41e7-4629-a161-cb0fb39a0995), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:33.790357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-29c88f54-a7d4-4f60-80d9-029f5442a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:33.792046 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-29c88f54-a7d4-4f60-80d9-029f5442a046 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1127 time: 0.0563402 Oct 09 01:01:33.793332 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] Pushing event deleted for resources: {'Port': ['ID=95de155f-70c1-4bf8-a59a-656fdfc1f414,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:33.797617 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa6e00-0649-4c55-9183-447a791a6fe6 None None] No DVR routers for this DVR port 95de155f-70c1-4bf8-a59a-656fdfc1f414 on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:33.898919 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-a7a359f8-4870-4b56-b99c-d06fb485236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:33.900369 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-a7a359f8-4870-4b56-b99c-d06fb485236d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.0959768 Oct 09 01:01:33.941786 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-eea6c6f5-2ff7-49db-884b-9f3ee5fccfa3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 217 time: 0.0343206 Oct 09 01:01:33.997101 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-be5f39c8-c1f7-470f-87e4-0af00c2b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:33.998579 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-be5f39c8-c1f7-470f-87e4-0af00c2b36ad service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0502770 Oct 09 01:01:34.018022 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd937102-41e7-4629-a161-cb0fb39a0995']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:34.043018 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-1ab80750-b278-43a2-a30a-cbe083874b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:34.044548 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-1ab80750-b278-43a2-a30a-cbe083874b5f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387731 Oct 09 01:01:34.045524 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baf8725-752c-48bf-80b5-a9b2d3636b8e') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:34.045820 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baf8725-752c-48bf-80b5-a9b2d3636b8e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:34.061046 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (8baf8725-752c-48bf-80b5-a9b2d3636b8e), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.072917 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a6027-fee1-4b8d-a72e-4b879ac89ff3 req-256ca216-7b40-48c9-ae75-15f173e47a2b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:34.074824 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-503a6027-fee1-4b8d-a72e-4b879ac89ff3 req-256ca216-7b40-48c9-ae75-15f173e47a2b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 943 time: 0.0685635 Oct 09 01:01:34.082862 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (8baf8725-752c-48bf-80b5-a9b2d3636b8e), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.096281 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:01:34.096664 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (8baf8725-752c-48bf-80b5-a9b2d3636b8e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.143215 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-82390770-9d84-4d2e-8d4a-022a82dfe24f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911915 Oct 09 01:01:34.148228 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 8baf8725-752c-48bf-80b5-a9b2d3636b8e resource provider aggregate not found Oct 09 01:01:34.167500 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 8baf8725-752c-48bf-80b5-a9b2d3636b8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8baf8725-752c-48bf-80b5-a9b2d3636b8e found for delete ", "request_id": "req-8b3279a6-3011-41ef-99c1-d3adc113475f"}]} Oct 09 01:01:34.175720 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:34.193481 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (dd937102-41e7-4629-a161-cb0fb39a0995), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.198837 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.201974 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/dd937102-41e7-4629-a161-cb0fb39a0995 HTTP/1.1" status: 204 len: 168 time: 0.8695121 Oct 09 01:01:34.218685 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-503a6027-fee1-4b8d-a72e-4b879ac89ff3 req-d6a355d3-f3f1-4a9c-977d-9c35d7ddbbf3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332927 Oct 09 01:01:34.231792 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ddf85-2da3-48ec-b9d5-609a2acd38d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd937102-41e7-4629-a161-cb0fb39a0995,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:34.240962 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ca9ebab-bcd4-42ff-ab2b-e52c7064076a req-d1781225-dff1-4a32-b864-ddbc37f0195e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915818 Oct 09 01:01:34.320599 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34056) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:34.361109 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-597aeaf9-cd30-4648-a8e4-083d4e857cb2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f68941040b3049bd9c62e2fc061d94c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393538 Oct 09 01:01:34.363540 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:34.411135 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97dce6e5-3047-4c1f-807e-db2dddb987d3 admin admin] Publish callbacks [] for security_group (85d9ef2f-837e-44e1-bda5-e50dc5085b24), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.431034 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97dce6e5-3047-4c1f-807e-db2dddb987d3 admin admin] Publish callbacks [] for security_group (85d9ef2f-837e-44e1-bda5-e50dc5085b24), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.476733 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97dce6e5-3047-4c1f-807e-db2dddb987d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (85d9ef2f-837e-44e1-bda5-e50dc5085b24), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.479222 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97dce6e5-3047-4c1f-807e-db2dddb987d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:34.480381 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-97dce6e5-3047-4c1f-807e-db2dddb987d3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/85d9ef2f-837e-44e1-bda5-e50dc5085b24 HTTP/1.1" status: 204 len: 168 time: 0.1153052 Oct 09 01:01:34.488403 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce6e5-3047-4c1f-807e-db2dddb987d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9ef2f-837e-44e1-bda5-e50dc5085b24,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:34.868266 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 95de155f-70c1-4bf8-a59a-656fdfc1f414 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:34.887955 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 95de155f-70c1-4bf8-a59a-656fdfc1f414 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:34.888301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 95de155f-70c1-4bf8-a59a-656fdfc1f414 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:34.888712 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 9cabf568-43d4-4d9d-bab1-324ec0901eb3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:34.906445 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 9cabf568-43d4-4d9d-bab1-324ec0901eb3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:34.906786 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 9cabf568-43d4-4d9d-bab1-324ec0901eb3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:35.153373 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:35.248684 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-network', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:35.274174 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Made reservation on behalf of 410212da4a794c07b30ed22cc5b7e760 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:01:35.276747 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.285240 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.345733 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8869d19-2f26-44df-a842-3afc31ee753d req-7362d6d0-5b2b-49ab-8c8c-511f08ca2609 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:35.347392 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8869d19-2f26-44df-a842-3afc31ee753d req-7362d6d0-5b2b-49ab-8c8c-511f08ca2609 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 943 time: 0.0484183 Oct 09 01:01:35.365768 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks [] for security_group (fe129bf6-63cc-41d3-9163-6b17f0f2383d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.370135 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fe129bf6-63cc-41d3-9163-6b17f0f2383d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.392821 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:01:35.402979 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8869d19-2f26-44df-a842-3afc31ee753d req-463f1506-91e5-49a5-ae31-38ad55c966ea tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495534 Oct 09 01:01:35.407080 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:35.410269 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe129bf6-63cc-41d3-9163-6b17f0f2383d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:35.414531 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.414876 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Added segment 36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5 of type vlan for network d442b64f-563d-410a-8314-ec0e04e8ccd0 Oct 09 01:01:35.459486 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (d442b64f-563d-410a-8314-ec0e04e8ccd0), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.483492 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (d442b64f-563d-410a-8314-ec0e04e8ccd0), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.484401 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:35.484973 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.539208 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3842788 Oct 09 01:01:35.541791 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:35.554251 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Request body: {'subnet': {'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-subnet', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:35.566156 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9d9f5-a39c-4c47-9485-101425990255 admin admin] Pushing event updated for resources: {'Network': ['ID=d442b64f-563d-410a-8314-ec0e04e8ccd0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:35.580054 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:01:35.581613 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Made reservation on behalf of 410212da4a794c07b30ed22cc5b7e760 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:01:35.584217 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645919'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.740354 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:35.756390 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645901'] for subnet (2363adb4-e3f9-485c-a97a-228855e865bf), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.813895 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2363adb4-e3f9-485c-a97a-228855e865bf,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:35.822370 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Checking segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:01:35.822727 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Network hostable DHCP agents. Network: d442b64f-563d-410a-8314-ec0e04e8ccd0, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:01:35.839550 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:01:35.848530 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d442b64f-563d-410a-8314-ec0e04e8ccd0) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:35.852354 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:35.852944 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.857146 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0640b9-04ca-435f-8aca-263e002084df None None] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:01:35.871795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34092) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:35.872090 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3808e844-4795-4dea-bd32-69cc2b995f97 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3290262 Oct 09 01:01:35.877381 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:35.900361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (f7fc834f-b827-462f-8575-fc996402b3f1), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.901730 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (f7fc834f-b827-462f-8575-fc996402b3f1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.952934 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks [] for router_controller (f7fc834f-b827-462f-8575-fc996402b3f1), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:35.959293 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:35.967569 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d442b64f-563d-410a-8314-ec0e04e8ccd0', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 01:01:35.968680 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.091533 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks [] for router_gateway (f7fc834f-b827-462f-8575-fc996402b3f1), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.105226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Allocated IP 172.20.0.2 (d442b64f-563d-410a-8314-ec0e04e8ccd0/2363adb4-e3f9-485c-a97a-228855e865bf/f3dc5370-39c5-4415-92ad-c8dc6c6bb65b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:36.161736 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:36.205389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:36.250111 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Publish callbacks [] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.255737 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.260345 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:36.274838 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks [] for router_gateway (f7fc834f-b827-462f-8575-fc996402b3f1), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.294359 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.294685 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:36.299150 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:36.303099 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:36.309836 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Pushing event updated for resources: {'Port': ['ID=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:36.363578 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Attempting to bind port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:01:36.363874 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Attempting to bind port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:01:36.364235 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Attempting to bind port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b on network d442b64f-563d-410a-8314-ec0e04e8ccd0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:36.404383 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Allocated IP 172.37.5.236 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/bd00ba1d-bc1e-47c3-987d-b5e22a6cc264) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:36.405102 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:01:36.405483 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Checking segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:01:36.405895 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.406327 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Bound using segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:01:36.406792 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Bound port: f3dc5370-39c5-4415-92ad-c8dc6c6bb65b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:01:36.407172 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.474967 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] For port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:01:36.478348 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] For port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:01:36.485356 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.515044 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks [] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.531841 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff0a02-ed06-4fb6-8652-75cd6183816a req-0219c87d-e6f4-4f71-97ed-df0966a9052b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:36.533460 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-95ff0a02-ed06-4fb6-8652-75cd6183816a req-0219c87d-e6f4-4f71-97ed-df0966a9052b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 943 time: 0.0543408 Oct 09 01:01:36.545915 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a602be8-20ef-4c65-b3b0-31be0777709c None None] Pushing event updated for resources: {'Port': ['ID=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:36.549560 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.595054 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:36.596614 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-95ff0a02-ed06-4fb6-8652-75cd6183816a req-2da4070b-46f1-4c5c-8348-b0355b20736c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574164 Oct 09 01:01:36.598108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:36.601801 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:36.633970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Pushing event updated for resources: {'Port': ['ID=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:36.883677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks [] for router_gateway (f7fc834f-b827-462f-8575-fc996402b3f1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.899338 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f3dc5370-39c5-4415-92ad-c8dc6c6bb65b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:36.915128 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:36.945636 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:36.946471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:36.946471 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b Oct 09 01:01:37.025662 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:37.026598 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.060045 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:37.064440 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.089433 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (f7fc834f-b827-462f-8575-fc996402b3f1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.114225 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:37.194521 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:37.221205 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Router f7fc834f-b827-462f-8575-fc996402b3f1 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 01:01:37.327460 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:37.337439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:37.345581 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.346813 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ea7cb6d0-4485-4b47-8b42-2eb73eda616c admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4735916 Oct 09 01:01:37.349979 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34098) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:37.352443 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:37.352854 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:37.434877 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd3d6a-693b-4947-8134-7252455e8936 None None] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:01:37.511078 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-58fd5b9e-5913-4532-a4a0-d2b11b2cb66a None None] Provisioning complete for port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:37.511452 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58fd5b9e-5913-4532-a4a0-d2b11b2cb66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.511813 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-58fd5b9e-5913-4532-a4a0-d2b11b2cb66a None None] Attempt 1 to provision port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b Oct 09 01:01:37.514409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:37.594378 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:37.619408 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:37.622825 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:37.680205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-341c9fd3-037e-43ff-a7f7-172722636821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.737115 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aefe0-31a3-47f0-bc5f-cffb2c4820e4 req-faa7b517-9120-4f01-88ec-c94969a7dd09 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:37.738805 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-022aefe0-31a3-47f0-bc5f-cffb2c4820e4 req-faa7b517-9120-4f01-88ec-c94969a7dd09 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 943 time: 0.0633271 Oct 09 01:01:37.783227 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:37.813670 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-022aefe0-31a3-47f0-bc5f-cffb2c4820e4 req-70a5cbde-1454-4723-a9a8-fa324a287d71 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674503 Oct 09 01:01:37.918722 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-58fd5b9e-5913-4532-a4a0-d2b11b2cb66a None None] Current status of the port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:37.955885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:36Z', 'revision_number': 3, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:37.961442 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Allocated IP 172.20.0.1 (d442b64f-563d-410a-8314-ec0e04e8ccd0/2363adb4-e3f9-485c-a97a-228855e865bf/4c3a97ee-facb-4248-818b-3d6676479188) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:37.988161 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:37.988537 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Updating router f7fc834f-b827-462f-8575-fc996402b3f1 port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:01:38.017933 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.026832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:38.087129 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks [] for port (4c3a97ee-facb-4248-818b-3d6676479188), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.120970 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (4c3a97ee-facb-4248-818b-3d6676479188), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.156144 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ad310fa4-98bd-4bf7-a15c-74641bae1367 None None] Provisioning complete for port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:38.156779 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad310fa4-98bd-4bf7-a15c-74641bae1367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.156959 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ad310fa4-98bd-4bf7-a15c-74641bae1367 None None] Attempt 1 to provision port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b Oct 09 01:01:38.164330 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:38.169412 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:38.173431 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:38.197357 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Pushing event updated for resources: {'Port': ['ID=4c3a97ee-facb-4248-818b-3d6676479188,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:38.227177 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (f7fc834f-b827-462f-8575-fc996402b3f1), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.307244 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ad310fa4-98bd-4bf7-a15c-74641bae1367 None None] Current status of the port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:38.371977 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Publish callbacks [] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.372246 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c3a97ee-facb-4248-818b-3d6676479188), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.377918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.412573 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Attempting to bind port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:01:38.412949 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Attempting to bind port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:01:38.413318 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Attempting to bind port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:38.456536 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f899-ecf7-42f6-bab2-e51ca338b7af None None] Pushing event updated for resources: {'Port': ['ID=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:38.479176 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:01:38.479675 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:01:38.480141 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.480603 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:01:38.481151 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Bound port: bd00ba1d-bc1e-47c3-987d-b5e22a6cc264, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:01:38.481601 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.491141 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:38.528983 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:38.544714 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9592e6be-3370-4a93-b8cb-66cb266116b7 None None] Provisioning complete for port 4c3a97ee-facb-4248-818b-3d6676479188 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:38.545097 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9592e6be-3370-4a93-b8cb-66cb266116b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c3a97ee-facb-4248-818b-3d6676479188), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.545453 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-9592e6be-3370-4a93-b8cb-66cb266116b7 None None] Attempt 1 to provision port 4c3a97ee-facb-4248-818b-3d6676479188 Oct 09 01:01:38.548104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks [] for port (4c3a97ee-facb-4248-818b-3d6676479188), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.549822 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] For port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:01:38.552629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (4c3a97ee-facb-4248-818b-3d6676479188), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.584526 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] For port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:01:38.589962 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9592e6be-3370-4a93-b8cb-66cb266116b7 None None] Port 4c3a97ee-facb-4248-818b-3d6676479188 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:01:38.592755 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.625335 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:38.627671 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Pushing event updated for resources: {'Port': ['ID=4c3a97ee-facb-4248-818b-3d6676479188,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:38.631112 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:38.631266 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (f7fc834f-b827-462f-8575-fc996402b3f1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:38.631778 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:38.690689 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f899-ecf7-42f6-bab2-e51ca338b7af None None] Pushing event updated for resources: {'Port': ['ID=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:38.727756 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:38.729051 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:38.753717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:38.832957 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:38.860508 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Router f7fc834f-b827-462f-8575-fc996402b3f1 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:38.985200 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f3dc5370-39c5-4415-92ad-c8dc6c6bb65b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:39.016322 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf1863-3316-495b-864c-6647f00d106f req-5df499de-eb5d-4aae-81e6-532bd9e70922 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:39.017790 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7edf1863-3316-495b-864c-6647f00d106f req-5df499de-eb5d-4aae-81e6-532bd9e70922 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 943 time: 0.0961111 Oct 09 01:01:39.057412 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:39.067061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b225e6ce-2ff7-4df4-bb77-995427bac9bf None None] Provisioning complete for port 4c3a97ee-facb-4248-818b-3d6676479188 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:39.067566 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b225e6ce-2ff7-4df4-bb77-995427bac9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c3a97ee-facb-4248-818b-3d6676479188), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.068153 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-b225e6ce-2ff7-4df4-bb77-995427bac9bf None None] Attempt 1 to provision port 4c3a97ee-facb-4248-818b-3d6676479188 Oct 09 01:01:39.071740 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c6183235-7395-4bd2-8a46-3aeb18fba50e admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/f7fc834f-b827-462f-8575-fc996402b3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184937 Oct 09 01:01:39.097827 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7edf1863-3316-495b-864c-6647f00d106f req-77dc2561-7ac2-4039-a1b2-7e4f37b703c6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696619 Oct 09 01:01:39.121819 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 2, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:39.153830 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:39.154205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.154545 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b Oct 09 01:01:39.157842 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d861-a059-49a5-b6bd-c953967476ff None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 2, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:39.159341 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b225e6ce-2ff7-4df4-bb77-995427bac9bf None None] Port 4c3a97ee-facb-4248-818b-3d6676479188 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:01:39.255440 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:39.405102 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34128) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:39.409910 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513233236', 'description': 'tempest-description--1584434030'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:39.443563 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.534538 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (14302cb8-4374-490f-af67-f2d863cd7361), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.539050 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (14302cb8-4374-490f-af67-f2d863cd7361), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.572966 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.574357 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1681201 Oct 09 01:01:39.576510 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13ccdb-1afa-43b2-b404-36754a4167a9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14302cb8-4374-490f-af67-f2d863cd7361,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:39.578523 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34134) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:39.583075 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'security_group_rule': {'security_group_id': '14302cb8-4374-490f-af67-f2d863cd7361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:39.617016 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:39.619354 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (6db815b6-4cee-42cc-9e42-6f2c7584013d), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.685887 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (6db815b6-4cee-42cc-9e42-6f2c7584013d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.690191 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (6db815b6-4cee-42cc-9e42-6f2c7584013d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.711023 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db815b6-4cee-42cc-9e42-6f2c7584013d,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:39.715572 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.719277 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b5b8db3a-1a60-48bd-a31a-a5a90bde0512 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373386 Oct 09 01:01:39.719789 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:39.724817 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'security_group_rule': {'security_group_id': '14302cb8-4374-490f-af67-f2d863cd7361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:39.752651 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (f42b57e1-6772-477d-bc2e-256f0a6b8a29), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.758989 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 92161e7f-b2e3-4be5-9ff8-073cd2234c8e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:01:39.821982 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (f42b57e1-6772-477d-bc2e-256f0a6b8a29), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.826382 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (f42b57e1-6772-477d-bc2e-256f0a6b8a29), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.848331 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba61b-8fb1-4f69-857e-5c098a41cfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.850094 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42b57e1-6772-477d-bc2e-256f0a6b8a29,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:39.856757 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.861341 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cdf7b303-f298-4643-a98d-a220d9a1e75d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379781 Oct 09 01:01:39.861880 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34138) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:39.866678 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:39.892459 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:39.897128 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.906824 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:01:39.975442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:39.975870 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:39.984916 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:39.991500 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92161e7f-b2e3-4be5-9ff8-073cd2234c8e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:01:40.007225 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.012477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:40.021787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.071321 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:40.074674 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:40.151134 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Allocated IP 172.37.5.103 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/0581945e-4b8a-4e1b-825c-669088720dab) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:40.232125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ba00-013a-4934-bab3-661f891f8cad req-07900198-e0d6-42fc-8a27-876f980ac8c1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:40.233841 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cea2ba00-013a-4934-bab3-661f891f8cad req-07900198-e0d6-42fc-8a27-876f980ac8c1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 944 time: 0.0483856 Oct 09 01:01:40.264735 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for port (0581945e-4b8a-4e1b-825c-669088720dab), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.290973 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cea2ba00-013a-4934-bab3-661f891f8cad req-9ef7e8bb-e511-46f9-a11f-41dd0b48f95e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502284 Oct 09 01:01:40.303245 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (0581945e-4b8a-4e1b-825c-669088720dab), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.351634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:40.357047 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:40.359415 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'Port': ['ID=0581945e-4b8a-4e1b-825c-669088720dab,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:40.361673 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:40.381842 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['92161e7f-b2e3-4be5-9ff8-073cd2234c8e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:01:40.440166 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:40.454110 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (214143bc-7e66-4a74-9bff-d6e4f197282d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.471106 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:40.496413 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0581945e-4b8a-4e1b-825c-669088720dab), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.665706 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for port (0581945e-4b8a-4e1b-825c-669088720dab), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.671517 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (0581945e-4b8a-4e1b-825c-669088720dab), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.748561 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'Port': ['ID=0581945e-4b8a-4e1b-825c-669088720dab,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:40.752697 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (214143bc-7e66-4a74-9bff-d6e4f197282d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.771350 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.772678 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-d01e3900-a3aa-4f8a-a646-47ac5c1aaaec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9100502 Oct 09 01:01:40.895135 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:40.951727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:40.952099 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:40.952437 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 Oct 09 01:01:40.953491 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-7a79dd07-a432-4080-91c7-b16737c72fa9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--513233236&fields=id&tenant_id=410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 267 time: 0.0531654 Oct 09 01:01:41.018903 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:41.029257 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:41.029577 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:41.051495 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:41.055726 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:41.074514 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-2918fd5b-2c9f-40fe-9579-008fbbdc13fb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:41.081234 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-2918fd5b-2c9f-40fe-9579-008fbbdc13fb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 817 time: 0.1202617 Oct 09 01:01:41.091499 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-f4774ce1-022e-477a-9fe4-43bd67f63eea tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/quotas/410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Oct 09 01:01:41.106425 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:41.143465 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-5574f107-2afa-4838-969c-48ced331cda7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461295 Oct 09 01:01:41.243060 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-c1823ea0-b264-4f80-b333-2f91e4d3175a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Oct 09 01:01:41.337760 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:41.345776 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-b6055a72-e2c1-40ca-b899-dcc413d28a77 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969801 Oct 09 01:01:41.421438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed4dc-04cf-4499-af0c-3602b9fe272b req-249ee64f-cb89-484d-897d-4006ef79dd91 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:41.422920 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-466ed4dc-04cf-4499-af0c-3602b9fe272b req-249ee64f-cb89-484d-897d-4006ef79dd91 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 944 time: 0.0478168 Oct 09 01:01:41.505149 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-466ed4dc-04cf-4499-af0c-3602b9fe272b req-b08be414-4541-4753-a4df-d5394d928aa0 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762031 Oct 09 01:01:41.540145 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7e21d420-cf18-4229-a175-c5a53a035181 req-e22247fd-baf5-4384-905f-fda0ffb03657 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 210 time: 0.0421124 Oct 09 01:01:41.555742 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:41.569806 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:41.570339 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:41.674817 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:41.676438 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:41.773097 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 92161e7f-b2e3-4be5-9ff8-073cd2234c8e up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:41.833477 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:01:41.842277 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:41.842747 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:41.843410 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e Oct 09 01:01:41.899184 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 2, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:41.936307 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:41.936871 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Updating router f7fc834f-b827-462f-8575-fc996402b3f1 port 4c3a97ee-facb-4248-818b-3d6676479188 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:01:41.939727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:41.941914 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:41.942635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:41.967702 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c3a97ee-facb-4248-818b-3d6676479188), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:41.973509 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:41.976098 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf993a8-dd67-432d-84ca-320260611eeb" -d '{"events": [{"server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "name": "network-vif-plugged", "status": "completed", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:41.989783 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:41.995948 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.057290 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:42.063189 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15ca2ea-c075-4cb3-9c88-39ba254589ef x-openstack-request-id: req-a15ca2ea-c075-4cb3-9c88-39ba254589ef {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:42.063507 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "name": "network-vif-plugged", "status": "completed", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:42.063921 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a15ca2ea-c075-4cb3-9c88-39ba254589ef {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:42.064978 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15ca2ea-c075-4cb3-9c88-39ba254589ef'] response: {'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'code': 200} Oct 09 01:01:42.372072 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Publish callbacks [] for port (4c3a97ee-facb-4248-818b-3d6676479188), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.377709 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4c3a97ee-facb-4248-818b-3d6676479188), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.412418 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:42.460807 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Pushing event updated for resources: {'Port': ['ID=4c3a97ee-facb-4248-818b-3d6676479188,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:42.474378 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.474719 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.475077 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.475426 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.475781 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.476109 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.476429 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.476747 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.477067 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.477384 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.477702 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.478030 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.478349 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.478657 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.478967 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:42.485076 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Attempting to bind port 4c3a97ee-facb-4248-818b-3d6676479188 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:01:42.485435 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Attempting to bind port 4c3a97ee-facb-4248-818b-3d6676479188 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:01:42.485788 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Attempting to bind port 4c3a97ee-facb-4248-818b-3d6676479188 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:42.526677 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:01:42.527037 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Checking segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:01:42.527441 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.527830 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Bound using segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:01:42.528287 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Bound port: 4c3a97ee-facb-4248-818b-3d6676479188, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:01:42.528657 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c3a97ee-facb-4248-818b-3d6676479188), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.589265 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] For port 4c3a97ee-facb-4248-818b-3d6676479188, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:01:42.592497 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] For port 4c3a97ee-facb-4248-818b-3d6676479188, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c3a97ee-facb-4248-818b-3d6676479188,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:01:42.602794 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4c3a97ee-facb-4248-818b-3d6676479188), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.645634 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:42.646196 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:42.657587 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646ecb-c9e4-4515-8947-4d27a9e628ed req-52fbb05b-1f01-418f-b5c5-813bd5f732c2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:42.659092 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-62646ecb-c9e4-4515-8947-4d27a9e628ed req-52fbb05b-1f01-418f-b5c5-813bd5f732c2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0764420 Oct 09 01:01:42.682400 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:42.696465 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6b92ac8a-4e95-4aa3-8bc0-72927b56cb9e req-e1bbffb7-7f78-401d-ad81-5c4c00f32bad tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 210 time: 0.0629790 Oct 09 01:01:42.710129 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300472d5-47b7-4b7b-8542-e4f99d2ba1f9 req-e9755bcc-089b-4d2d-846c-fae3e76c05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:42.712021 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-300472d5-47b7-4b7b-8542-e4f99d2ba1f9 req-e9755bcc-089b-4d2d-846c-fae3e76c05af service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0907421 Oct 09 01:01:42.712362 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649cfb9-0346-4c32-ac45-80a4f9b4ea05 None None] Pushing event updated for resources: {'Port': ['ID=4c3a97ee-facb-4248-818b-3d6676479188,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:42.753527 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-62646ecb-c9e4-4515-8947-4d27a9e628ed req-b754c7ee-de95-4698-9051-b8fd1f0e9b04 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835218 Oct 09 01:01:42.777954 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:42.786505 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-300472d5-47b7-4b7b-8542-e4f99d2ba1f9 req-5ddf7431-1bc9-48b8-a9ba-d4433e02caee service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622635 Oct 09 01:01:42.920387 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c3a97ee-facb-4248-818b-3d6676479188 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:42.924809 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.970082 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.977991 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:42Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:42.981426 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 4c3a97ee-facb-4248-818b-3d6676479188 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:42.981801 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c3a97ee-facb-4248-818b-3d6676479188), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:42.982134 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 4c3a97ee-facb-4248-818b-3d6676479188 Oct 09 01:01:43.006916 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ba72-dcd1-440e-99dd-bdd657c85462 None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:42Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:43.061498 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 4c3a97ee-facb-4248-818b-3d6676479188 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:43.061861 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (4c3a97ee-facb-4248-818b-3d6676479188), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:43.100228 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 4c3a97ee-facb-4248-818b-3d6676479188, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c3a97ee-facb-4248-818b-3d6676479188,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:43.104635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (4c3a97ee-facb-4248-818b-3d6676479188), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:43.105986 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:43.155904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:43.189793 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=4c3a97ee-facb-4248-818b-3d6676479188,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:43.200473 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:43.200849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:43.201186 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 Oct 09 01:01:43.277000 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:43.847072 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fa8d508-76db-4b5a-bc53-ff90de832789 req-f259a8e8-1d8c-4c8a-b396-4145362d55f7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Oct 09 01:01:43.883529 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b347-1f13-4ea5-9c38-257c27fa1292 req-865f9c8f-20ce-4c21-aec5-c824d6367fd2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:43.885431 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24e1b347-1f13-4ea5-9c38-257c27fa1292 req-865f9c8f-20ce-4c21-aec5-c824d6367fd2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0541625 Oct 09 01:01:43.937592 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24e1b347-1f13-4ea5-9c38-257c27fa1292 req-4f225abf-0428-4d19-a915-9f3d5d067cef tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Oct 09 01:01:44.682264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-b809ff50-3310-451e-b566-cad76eb80f8c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:44.684004 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-b809ff50-3310-451e-b566-cad76eb80f8c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 817 time: 0.1708517 Oct 09 01:01:44.770469 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-26a4dc9b-2fb5-43f5-8c89-97112ae5c818 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 379 time: 0.0627773 Oct 09 01:01:44.860396 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3d28a-66cf-4177-bf15-111c5521de60 req-c44da93c-8cf5-4414-991b-e23156c54490 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:44.861794 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26e3d28a-66cf-4177-bf15-111c5521de60 req-c44da93c-8cf5-4414-991b-e23156c54490 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0487847 Oct 09 01:01:44.876842 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:44.882231 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'port': {'device_id': '98a78205-334d-469d-8eb4-26c151df1616', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'admin_state_up': True, 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'security_groups': ['14302cb8-4374-490f-af67-f2d863cd7361']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:44.897359 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c3a97ee-facb-4248-818b-3d6676479188 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:44.945821 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 4c3a97ee-facb-4248-818b-3d6676479188 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:44.946484 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (4c3a97ee-facb-4248-818b-3d6676479188), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:44.947178 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 4c3a97ee-facb-4248-818b-3d6676479188 Oct 09 01:01:44.966821 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8551a748-b8b4-4d6d-aef2-cdc22bef2e98 req-902cec58-ee11-476b-9c76-bf34404a9b15 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 210 time: 0.0312598 Oct 09 01:01:45.006519 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-26e3d28a-66cf-4177-bf15-111c5521de60 req-4fc83a88-06da-42cd-aa20-572cbb2063a5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386945 Oct 09 01:01:45.044903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:45.072025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Made reservation on behalf of 410212da4a794c07b30ed22cc5b7e760 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:01:45.076277 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:45.179554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 4c3a97ee-facb-4248-818b-3d6676479188 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:45.235956 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Allocated IP 172.20.0.12 (d442b64f-563d-410a-8314-ec0e04e8ccd0/2363adb4-e3f9-485c-a97a-228855e865bf/a48d8008-24c8-488e-9a77-3b3d2c3b71b4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:45.337055 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27313dcf-db42-44fb-a864-0d53f2cefc25 req-7f1aa446-b30f-4f71-a3a9-cc14f54f57ec tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:45.338549 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-27313dcf-db42-44fb-a864-0d53f2cefc25 req-7f1aa446-b30f-4f71-a3a9-cc14f54f57ec tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.2760077 Oct 09 01:01:45.369371 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:45.377307 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:01:45.389165 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-27313dcf-db42-44fb-a864-0d53f2cefc25 req-5f05192f-acb1-4092-91d7-ca27001f2c4e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Oct 09 01:01:45.403513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:45.437709 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:45.493011 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:45.497302 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:45.499903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:45.550615 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:45.567499 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b0624-4ee5-421e-9aea-fee10d675ab5 req-4c545cc0-244a-47d8-8ce7-96259753b323 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:45.569112 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb2b0624-4ee5-421e-9aea-fee10d675ab5 req-4c545cc0-244a-47d8-8ce7-96259753b323 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0920300 Oct 09 01:01:45.609014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:45.609717 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:45.637827 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-51249011-8b53-42ac-aa2c-4026996326d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7630882 Oct 09 01:01:45.652397 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fb2b0624-4ee5-421e-9aea-fee10d675ab5 req-1a7456ed-4ecd-4b8e-ae7b-038f81a7bc9c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768456 Oct 09 01:01:45.688591 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34236) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:45.730134 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130355d-0543-460b-bb8a-5cd76567a73d tempest-TestVolumeBootPattern-429720657 tempest-TestVolumeBootPattern-429720657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:45.730439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a26e3b01-ce62-4914-bc57-d9ad34aaf377 None None] Provisioning complete for port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:45.730816 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a26e3b01-ce62-4914-bc57-d9ad34aaf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:45.731156 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a26e3b01-ce62-4914-bc57-d9ad34aaf377 None None] Attempt 1 to provision port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 Oct 09 01:01:45.733732 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f130355d-0543-460b-bb8a-5cd76567a73d tempest-TestVolumeBootPattern-429720657 tempest-TestVolumeBootPattern-429720657-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1124 time: 0.0422940 Oct 09 01:01:45.734767 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:45.739154 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:45.762372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:45.770642 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a26e3b01-ce62-4914-bc57-d9ad34aaf377 None None] Port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:01:45.804383 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:45.843736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:46.197192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a75da-bb22-4fe6-8834-dd5ba8f6a788 req-4ecc831c-46d1-453d-a972-51b0ba421a4a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:46.198634 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8a75da-bb22-4fe6-8834-dd5ba8f6a788 req-4ecc831c-46d1-453d-a972-51b0ba421a4a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 932 time: 0.0624349 Oct 09 01:01:46.238155 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:46.273495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Allocated IP 172.37.5.160 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/b6e09be5-fa81-42d1-9e3d-4510f834a534) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:01:46.296312 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b8a75da-bb22-4fe6-8834-dd5ba8f6a788 req-aa49514b-ee9b-4db9-9285-8685c5d35cea tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808024 Oct 09 01:01:46.427305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1103e3e-2505-4a82-9ede-d5d56a73bf09 req-87bd3f66-728e-49ee-97eb-fe5b5c80192e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:46.428892 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f1103e3e-2505-4a82-9ede-d5d56a73bf09 req-87bd3f66-728e-49ee-97eb-fe5b5c80192e tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0712683 Oct 09 01:01:46.451391 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:46.509246 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Request body: {'port': {'device_id': '98a78205-334d-469d-8eb4-26c151df1616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:46.517146 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f1103e3e-2505-4a82-9ede-d5d56a73bf09 req-f90085d8-59d9-4625-9692-66e3c7e9ca2f tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796783 Oct 09 01:01:46.544371 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:46.612238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:01:46.619108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:01:46.621289 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:46.623447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:01:46.625352 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=b6e09be5-fa81-42d1-9e3d-4510f834a534,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:46.759111 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:47.026824 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-a823aaee-f7b9-4886-814d-668eaac52bcb tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:47.028306 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-a823aaee-f7b9-4886-814d-668eaac52bcb tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0910437 Oct 09 01:01:47.058560 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:47.194921 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48d8008-24c8-488e-9a77-3b3d2c3b71b4 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:01:47.216173 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Publish callbacks [] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:47.290390 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Transition to ACTIVE for port object a48d8008-24c8-488e-9a77-3b3d2c3b71b4 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:01:47.312569 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:47.349161 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (eec83451-fbfa-4650-a29b-756ef87309c2), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:47.386325 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Deleting port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:47.386671 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:47.494731 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:47.564930 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7191362-bcad-4386-aa51-0430dea6c9ec req-b266b9c1-3c23-4a83-b030-4b586158bc2f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:47.566416 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7191362-bcad-4386-aa51-0430dea6c9ec req-b266b9c1-3c23-4a83-b030-4b586158bc2f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.1855574 Oct 09 01:01:47.591548 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:47.647092 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ed5cd-d1a3-4e69-8d18-32f0a337446f req-5b425beb-17a0-48de-97a3-5b5b895e052a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:47.648723 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e00ed5cd-d1a3-4e69-8d18-32f0a337446f req-5b425beb-17a0-48de-97a3-5b5b895e052a tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.0525341 Oct 09 01:01:47.653951 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:47.701927 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e00ed5cd-d1a3-4e69-8d18-32f0a337446f req-9a4ff5d5-2c83-4932-8263-a678283690ca tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Oct 09 01:01:47.712412 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] For port 0b9a0bca-1f0d-4dc1-a233-b41357e21184, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b9a0bca-1f0d-4dc1-a233-b41357e21184,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:47.712790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:47.717784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Attempting to bind port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:01:47.718131 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Attempting to bind port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:01:47.718465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Attempting to bind port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:47.732487 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d7191362-bcad-4386-aa51-0430dea6c9ec req-69ec9591-37e8-40b1-a5a0-c2a6f4ab7eea tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586967 Oct 09 01:01:47.764837 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:47.873304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:01:47.873559 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Attempting to bind port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:01:48.032553 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:01:48.032889 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Checking segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:01:48.033273 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Bound using segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:01:48.033721 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Bound port: a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:01:48.034082 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.048413 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.056708 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.092765 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.093133 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (c097cc2b-694c-48da-a1d1-96b649629cfc), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.093453 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Floating IP c097cc2b-694c-48da-a1d1-96b649629cfc disassociated. External IP: 172.37.5.158, port: 0b9a0bca-1f0d-4dc1-a233-b41357e21184. Oct 09 01:01:48.093797 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Calling delete_port for 0b9a0bca-1f0d-4dc1-a233-b41357e21184 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:48.203850 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (eec83451-fbfa-4650-a29b-756ef87309c2), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.212025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=b6e09be5-fa81-42d1-9e3d-4510f834a534,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:48.276699 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:01:48.326078 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:01:48.335989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.350653 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:48.351273 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.352694 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 1094 time: 1.8508129 Oct 09 01:01:48.354141 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:48.356447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09596ef-9e32-4c32-8695-1fb8cdc093a5" -d '{"events": [{"name": "network-changed", "server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:48.391275 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Floating IP eec83451-fbfa-4650-a29b-756ef87309c2 associated. External IP: 172.37.5.160, port: 92161e7f-b2e3-4be5-9ff8-073cd2234c8e. Oct 09 01:01:48.682989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889656b2-1827-48b1-b6dc-1ae2d21764c0 x-openstack-request-id: req-889656b2-1827-48b1-b6dc-1ae2d21764c0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:48.683274 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:48.683530 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-889656b2-1827-48b1-b6dc-1ae2d21764c0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:48.683958 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889656b2-1827-48b1-b6dc-1ae2d21764c0'] response: {'name': 'network-changed', 'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'status': 'completed', 'code': 200} Oct 09 01:01:48.709976 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:48.748078 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:48.766995 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e111e9-90ed-4c50-ae89-f8188a51b894 service neutron] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:48.834803 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-6d6aa3a6-a95d-428c-b42c-59ac9fbb2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:48.836276 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-6d6aa3a6-a95d-428c-b42c-59ac9fbb2432 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1128 time: 0.1488190 Oct 09 01:01:48.869304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (0b9a0bca-1f0d-4dc1-a233-b41357e21184), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:48.882870 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f935381-3d85-401b-ab6d-8d608a092e64 req-195f5438-b8a0-43c6-a61a-1a01d835ddcf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:48.884605 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f935381-3d85-401b-ab6d-8d608a092e64 req-195f5438-b8a0-43c6-a61a-1a01d835ddcf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0632677 Oct 09 01:01:48.933829 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5f935381-3d85-401b-ab6d-8d608a092e64 req-a1079d12-7dd4-472b-86b6-0913f6a47351 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Oct 09 01:01:48.937273 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-fa5c4697-632e-42a5-a927-4d289d8fdb5f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 217 time: 0.0776734 Oct 09 01:01:48.943193 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35f373-a2d5-49eb-9977-b6f12b3c34f8 req-40a5f6c2-df84-4646-b60f-d8e10175bb94 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:48.944645 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e35f373-a2d5-49eb-9977-b6f12b3c34f8 req-40a5f6c2-df84-4646-b60f-d8e10175bb94 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 945 time: 0.1555140 Oct 09 01:01:48.959997 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event deleted for resources: {'Port': ['ID=0b9a0bca-1f0d-4dc1-a233-b41357e21184,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:49.106920 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-09f4fc77-83c9-459d-9b5b-3475a2273e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:49.108411 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-09f4fc77-83c9-459d-9b5b-3475a2273e28 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.1629207 Oct 09 01:01:49.141568 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8e35f373-a2d5-49eb-9977-b6f12b3c34f8 req-ac19a4a3-6afa-4ccc-ae1f-e81f28ab91f0 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a9a84d8-6b62-42b6-be63-f330ce004a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829834 Oct 09 01:01:49.243950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-14ac0691-40e5-4834-a08d-bfa7bfec4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:49.245334 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-14ac0691-40e5-4834-a08d-bfa7bfec4035 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246493 Oct 09 01:01:49.283772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:49.324749 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Router fc189697-06c8-4c2b-8790-d39ee18cd896 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:49.436039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:49.450775 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-630ffd1c-5b43-468a-8064-2e38f0af747b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980813 Oct 09 01:01:49.602748 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:49.611854 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:49.619485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:49.623282 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:49.623940 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:49.634832 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:49.652218 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:49.654265 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:49.658903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:49.674693 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:49.685465 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d72e96ff-26c0-4976-860d-883cdffb4f4c req-da564837-dd24-422e-9cde-71d5599122fb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259610 Oct 09 01:01:49.703729 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] No DVR routers for this DVR port 0b9a0bca-1f0d-4dc1-a233-b41357e21184 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:49.708144 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:49.711393 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7692f8f1-20cd-49ce-99b5-3efcb33c6459 req-8ffb7138-95f1-43b9-9aa8-231d3e416417 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.60 "DELETE /networking/v2.0/ports/0b9a0bca-1f0d-4dc1-a233-b41357e21184 HTTP/1.1" status: 204 len: 173 time: 2.5121052 Oct 09 01:01:49.718407 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b2677a99-1dbc-4c3d-bc3c-b9de30911884 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9825990 Oct 09 01:01:49.739109 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:49.769074 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:49.812301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 0b9a0bca-1f0d-4dc1-a233-b41357e21184 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:49.838619 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 0b9a0bca-1f0d-4dc1-a233-b41357e21184 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:49.838968 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 0b9a0bca-1f0d-4dc1-a233-b41357e21184 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:49.967233 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:49.982621 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:47Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:49.993768 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:50.002505 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:50.003114 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:50.005214 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:50.008300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:50.016520 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:50.017130 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:50.064519 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74536fde-c3e5-4fc9-9f97-7c062f8766c3 req-36c6f722-550a-4f9a-b6b7-68f34584621a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:50.067160 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-74536fde-c3e5-4fc9-9f97-7c062f8766c3 req-36c6f722-550a-4f9a-b6b7-68f34584621a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0492878 Oct 09 01:01:50.119086 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:50.134891 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:50.140962 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-74536fde-c3e5-4fc9-9f97-7c062f8766c3 req-fcb234d4-ef60-4a48-9a4c-eb67e254fbb6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680540 Oct 09 01:01:50.245422 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:50.264141 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-58d041e7-73b0-40d9-9e20-7e3023e6ccbd req-b429b031-76d6-4031-ab29-08c7c37e65cf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf1a22b3-a821-421e-8d9e-93190101a78d HTTP/1.1" status: 200 len: 210 time: 0.0401571 Oct 09 01:01:50.314597 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:50.340499 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208af12-b8d6-4484-950c-6b3597bbc74e None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T00:55:50Z', 'revision_number': 4, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fad9b6dc-752f-4312-9fb4-3e5be2dec7ea', 'name': '', 'network_id': '93a9ba3d-37f0-48ce-9786-b421e5404102', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'mac_address': 'fa:16:3e:7e:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:49Z', 'updated_at': '2022-10-09T00:56:01Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'subnets': [{'id': '9ba14a53-0198-4c1f-9001-da2b49d70087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:50.365329 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:47Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:50.391332 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea55f2d-1904-43ae-ac38-3a103693f0c8 None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:47Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:50.562781 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-25d3384c-28b0-454f-b633-f99b9eb46a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:50.564449 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-25d3384c-28b0-454f-b633-f99b9eb46a84 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1128 time: 0.0546694 Oct 09 01:01:50.627522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:50.631572 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48003e66-22ad-4ceb-9e91-63b0ab37ebbe None None] New status for floating IP c097cc2b-694c-48da-a1d1-96b649629cfc: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:01:50.652608 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd554b-6315-4bf9-876a-8c46f13e36f4 None None] New status for floating IP eec83451-fbfa-4650-a29b-756ef87309c2: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:01:50.669734 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-ce6f5f04-0229-4051-a2b1-d185fc4cde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:50.671331 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-ce6f5f04-0229-4051-a2b1-d185fc4cde43 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.1001794 Oct 09 01:01:50.686897 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'name': 'network-vif-deleted', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184'}, {'name': 'network-changed', 'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:50.689332 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8" -d '{"events": [{"server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "name": "network-vif-deleted", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184"}, {"name": "network-changed", "server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:50.724389 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-48aeeede-b2bc-4b54-bc8c-33de835fbfdd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 217 time: 0.0466969 Oct 09 01:01:50.787887 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f7773-c602-43e8-8af0-39168582352d x-openstack-request-id: req-9f7f7773-c602-43e8-8af0-39168582352d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:50.788207 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1a22b3-a821-421e-8d9e-93190101a78d", "name": "network-vif-deleted", "tag": "0b9a0bca-1f0d-4dc1-a233-b41357e21184", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:50.788468 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9f7f7773-c602-43e8-8af0-39168582352d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:50.788876 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7f7773-c602-43e8-8af0-39168582352d'] response: {'server_uuid': 'bf1a22b3-a821-421e-8d9e-93190101a78d', 'name': 'network-vif-deleted', 'tag': '0b9a0bca-1f0d-4dc1-a233-b41357e21184', 'status': 'completed', 'code': 200} Oct 09 01:01:50.789136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7f7773-c602-43e8-8af0-39168582352d'] response: {'name': 'network-changed', 'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'status': 'completed', 'code': 200} Oct 09 01:01:50.791019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-1b831484-5342-44d8-bc36-cc6dcebeea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:50.792569 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-1b831484-5342-44d8-bc36-cc6dcebeea54 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0624647 Oct 09 01:01:50.903914 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-cacaae89-2126-4229-b038-04404124b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:50.905373 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-cacaae89-2126-4229-b038-04404124b642 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754392 Oct 09 01:01:50.906361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-daac36f8-08db-4ab0-bb49-cb4addd464a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:50.907707 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-daac36f8-08db-4ab0-bb49-cb4addd464a0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0688105 Oct 09 01:01:51.264117 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-a9710306-f1bb-428b-9df7-db76398f8ebf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701109 Oct 09 01:01:51.317681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-9822a43d-ffc4-45ed-bbbf-14065b9c7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:51.319138 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-9822a43d-ffc4-45ed-bbbf-14065b9c7de8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.2171915 Oct 09 01:01:51.362392 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:51.362906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cdc8d-6251-4758-9dc3-4d81cb2a14b3 req-b6008d74-aef2-48fd-b4e0-0c2b8baca396 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:51.365358 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-871cdc8d-6251-4758-9dc3-4d81cb2a14b3 req-b6008d74-aef2-48fd-b4e0-0c2b8baca396 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.1200910 Oct 09 01:01:51.419304 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9026682-3f2c-48e7-bcc6-11b2a81697c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (2a9a84d8-6b62-42b6-be63-f330ce004a76), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.441316 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9026682-3f2c-48e7-bcc6-11b2a81697c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (2a9a84d8-6b62-42b6-be63-f330ce004a76), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.456690 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:51.459021 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-e74280ca-eac7-45a5-b1ad-14c93c8ca1ab service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 1001 time: 0.1093824 Oct 09 01:01:51.492268 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9026682-3f2c-48e7-bcc6-11b2a81697c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2a9a84d8-6b62-42b6-be63-f330ce004a76), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.494929 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9026682-3f2c-48e7-bcc6-11b2a81697c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.496090 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b9026682-3f2c-48e7-bcc6-11b2a81697c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2a9a84d8-6b62-42b6-be63-f330ce004a76 HTTP/1.1" status: 204 len: 168 time: 0.1325378 Oct 09 01:01:51.499293 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:51.508904 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f09596ef-9e32-4c32-8695-1fb8cdc093a5 req-2341e899-cd29-47dd-ad2f-8bda8c37e680 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197771 Oct 09 01:01:51.516178 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-871cdc8d-6251-4758-9dc3-4d81cb2a14b3 req-396a9ca1-055b-4b09-87c5-2b4c3107b97d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233537 Oct 09 01:01:51.516909 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9026682-3f2c-48e7-bcc6-11b2a81697c8 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9a84d8-6b62-42b6-be63-f330ce004a76,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:51.518988 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.api.v2.resource [None req-b5c75bdb-a10a-44d2-b3bb-73ca73ad15bf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] show failed (client error): The resource could not be found. Oct 09 01:01:51.520630 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b5c75bdb-a10a-44d2-b3bb-73ca73ad15bf tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "GET /networking/v2.0/security-groups/2a9a84d8-6b62-42b6-be63-f330ce004a76 HTTP/1.1" status: 404 len: 347 time: 0.0203800 Oct 09 01:01:51.523586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34290) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:51.548168 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-050dc33f-047e-4b4a-a07b-085142143632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:51.554177 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-050dc33f-047e-4b4a-a07b-085142143632 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0813143 Oct 09 01:01:51.567102 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:51.645310 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Deleting port 091534a1-925c-45ea-b86d-37c86c13337d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:51.645650 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (091534a1-925c-45ea-b86d-37c86c13337d), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.727552 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (091534a1-925c-45ea-b86d-37c86c13337d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.727832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (091534a1-925c-45ea-b86d-37c86c13337d), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.745657 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Calling delete_port for 091534a1-925c-45ea-b86d-37c86c13337d owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:51.814197 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:01:51.860518 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-d6585e3c-3247-4948-8897-f729d575047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:51.862041 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-d6585e3c-3247-4948-8897-f729d575047a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3031511 Oct 09 01:01:51.882503 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (091534a1-925c-45ea-b86d-37c86c13337d), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.911317 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Pushing event deleted for resources: {'Port': ['ID=091534a1-925c-45ea-b86d-37c86c13337d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:51.923751 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:51.939058 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'mac_address': 'fa:16:3e:b4:e9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:01:51.976322 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:51.976810 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.978011 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-43053c7f-ee64-4f1c-a748-e89b09a5617d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085954 Oct 09 01:01:51.980056 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks [] for floatingip (c097cc2b-694c-48da-a1d1-96b649629cfc), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.982681 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:51.983937 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1d74dc51-ed92-450a-9572-12b75d38fbf5 tempest-AttachVolumeTestJSON-1644302101 tempest-AttachVolumeTestJSON-1644302101-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/c097cc2b-694c-48da-a1d1-96b649629cfc HTTP/1.1" status: 204 len: 168 time: 0.4592853 Oct 09 01:01:51.996117 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48d8008-24c8-488e-9a77-3b3d2c3b71b4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:01:52.001061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:52.022090 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:52.026820 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:52.042458 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:52.081286 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-536824b2-0cd6-4fbe-90d3-cc76cc5da2d8 req-18dcd741-60a1-4c0b-887e-4e6959d5d632 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966191 Oct 09 01:01:52.082898 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:52.336098 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['a48d8008-24c8-488e-9a77-3b3d2c3b71b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:01:52.650639 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:52.665013 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421f914-24e6-40f9-9a73-5c7c2733b3bb req-fa8e9449-9549-4f43-b7e5-c788b2cc6cce tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:52.666466 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5421f914-24e6-40f9-9a73-5c7c2733b3bb req-fa8e9449-9549-4f43-b7e5-c788b2cc6cce tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Oct 09 01:01:52.713461 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5421f914-24e6-40f9-9a73-5c7c2733b3bb req-a6dbdb2a-71d1-4280-ab59-6af3fbf6e726 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 Oct 09 01:01:53.838587 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039141-8d59-4cab-98ed-34c379661543 req-935a5d14-4b4b-4ece-b778-942841421165 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:53.840313 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f039141-8d59-4cab-98ed-34c379661543 req-935a5d14-4b4b-4ece-b778-942841421165 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Oct 09 01:01:53.842163 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:01:53.887468 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:01:53.893132 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:01:53.893469 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3f039141-8d59-4cab-98ed-34c379661543 req-f03930ee-53b9-4c1c-99b6-ba1ed38b7fb1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459304 Oct 09 01:01:53.893628 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:53.893859 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 Oct 09 01:01:53.964902 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:01:53.965285 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:53.989063 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:53.991307 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4699f0f5-4cc2-4508-b0d6-76fae91bf976" -d '{"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-plugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:54.006988 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:54.012767 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:54.037205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:54.064806 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:54.091241 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d18327-d07b-4201-9487-b98d3b5f0d1f x-openstack-request-id: req-06d18327-d07b-4201-9487-b98d3b5f0d1f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:54.091531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-plugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:54.091814 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-06d18327-d07b-4201-9487-b98d3b5f0d1f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:54.092208 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d18327-d07b-4201-9487-b98d3b5f0d1f'] response: {'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'code': 200} Oct 09 01:01:54.328677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644eab6-ce3c-4da3-9010-4e6fcc3da61a req-8917e7d4-8471-40d5-8805-5e87db93b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:54.330204 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8644eab6-ce3c-4da3-9010-4e6fcc3da61a req-8917e7d4-8471-40d5-8805-5e87db93b232 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1130 time: 0.0418472 Oct 09 01:01:54.377804 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8644eab6-ce3c-4da3-9010-4e6fcc3da61a req-4326a315-cea0-4079-aee2-241bec3822fc service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Oct 09 01:01:55.021985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe845d-7b73-4ae2-ae06-be8315a6dda5 req-c9b3310c-3cdd-4e90-9587-184812ef2e4d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:55.023366 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41fe845d-7b73-4ae2-ae06-be8315a6dda5 req-c9b3310c-3cdd-4e90-9587-184812ef2e4d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0477743 Oct 09 01:01:55.076584 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-41fe845d-7b73-4ae2-ae06-be8315a6dda5 req-42a2fb64-3bf9-46f4-876b-a74aa88c82ee tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Oct 09 01:01:55.569540 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:55.927566 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:55.936007 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (fc189697-06c8-4c2b-8790-d39ee18cd896), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:56.159285 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Deleting port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:56.159650 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:56.198977 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a880-0206-42d1-a774-ff540a0c82cb req-0d145cf1-18b5-40a9-977d-e59551f01ed1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:56.200812 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-55c4a880-0206-42d1-a774-ff540a0c82cb req-0d145cf1-18b5-40a9-977d-e59551f01ed1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0461638 Oct 09 01:01:56.239515 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] For port fad9b6dc-752f-4312-9fb4-3e5be2dec7ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:56.239909 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:56.251967 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-55c4a880-0206-42d1-a774-ff540a0c82cb req-79823230-f41f-4a2b-a562-fb70c9c5da29 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 Oct 09 01:01:56.252487 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Calling delete_port for fad9b6dc-752f-4312-9fb4-3e5be2dec7ea owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:56.409586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c29f-4e72-4c87-8253-628df65dc96e req-8f1864df-13fc-470b-9820-39fa69370c5b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:56.411053 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d478c29f-4e72-4c87-8253-628df65dc96e req-8f1864df-13fc-470b-9820-39fa69370c5b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0614457 Oct 09 01:01:56.421263 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:56.426830 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'floatingip': {'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:01:56.462169 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:56.473277 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (214143bc-7e66-4a74-9bff-d6e4f197282d), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:56.596961 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (fad9b6dc-752f-4312-9fb4-3e5be2dec7ea), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:56.631165 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Pushing event deleted for resources: {'Port': ['ID=fad9b6dc-752f-4312-9fb4-3e5be2dec7ea,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:56.834803 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:56.967449 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (fc189697-06c8-4c2b-8790-d39ee18cd896), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:57.164097 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:57.224125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275af8b-75d2-428f-a266-b7ddc8bcf289 req-6deae1df-1562-4593-83c5-eb3e69f180d1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:57.225622 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8275af8b-75d2-428f-a266-b7ddc8bcf289 req-6deae1df-1562-4593-83c5-eb3e69f180d1 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0479565 Oct 09 01:01:57.277293 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8275af8b-75d2-428f-a266-b7ddc8bcf289 req-7ee61da1-c013-4750-9cfc-c2d9d2b2d294 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458071 Oct 09 01:01:57.442948 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:57.449050 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (214143bc-7e66-4a74-9bff-d6e4f197282d), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:57.562695 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:57.590138 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Router fc189697-06c8-4c2b-8790-d39ee18cd896 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:57.591510 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Floating IP 214143bc-7e66-4a74-9bff-d6e4f197282d associated. External IP: 172.37.5.103, port: a48d8008-24c8-488e-9a77-3b3d2c3b71b4. Oct 09 01:01:57.803162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:57.809163 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-65202161-fc98-4e6d-bdfd-9a1551f6018b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/fc189697-06c8-4c2b-8790-d39ee18cd896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2388420 Oct 09 01:01:57.811521 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:57.812018 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] Sync routers for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:57.821310 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:57.822021 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:57.926249 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:57.934775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:57.963609 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Router f7fc834f-b827-462f-8575-fc996402b3f1 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:01:57.967909 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks [] for router (fc189697-06c8-4c2b-8790-d39ee18cd896), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.090077 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T01:01:56Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:58.118362 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] Checking router: fc189697-06c8-4c2b-8790-d39ee18cd896 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:58.126787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] Routers {'fc189697-06c8-4c2b-8790-d39ee18cd896'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:58.127377 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['fc189697-06c8-4c2b-8790-d39ee18cd896'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:58.147081 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks [] for router_gateway (fc189697-06c8-4c2b-8790-d39ee18cd896), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.153066 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:01:58.157709 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.165122 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:01:58.171676 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:58.178640 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:58.179352 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:58.219960 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-59a1d115-aee9-41d1-aac0-7d2124a4ce1e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/214143bc-7e66-4a74-9bff-d6e4f197282d HTTP/1.1" status: 200 len: 992 time: 1.7954371 Oct 09 01:01:58.220196 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:01:58.224823 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08c229-e497-4764-9400-3d72f890117a" -d '{"events": [{"name": "network-changed", "server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:01:58.230307 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Deleting port 52c9f24a-41b9-4582-897b-a9388e078cc4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:58.230638 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.328506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] For port 52c9f24a-41b9-4582-897b-a9388e078cc4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52c9f24a-41b9-4582-897b-a9388e078cc4,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:58.328865 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.343782 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Calling delete_port for 52c9f24a-41b9-4582-897b-a9388e078cc4 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:58.363791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] Set router fc189697-06c8-4c2b-8790-d39ee18cd896 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:58.385644 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:58.411685 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a400651f-5cc1-48b8-9871-9043acc97006 x-openstack-request-id: req-a400651f-5cc1-48b8-9871-9043acc97006 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:01:58.412648 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:01:58.412648 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a400651f-5cc1-48b8-9871-9043acc97006 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:01:58.412648 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a400651f-5cc1-48b8-9871-9043acc97006'] response: {'name': 'network-changed', 'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'status': 'completed', 'code': 200} Oct 09 01:01:58.467815 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:58.473385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1b25-3e75-4fee-918f-1698f72629e5 req-fc11830c-ca78-450e-9f43-729b17806993 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:58.476558 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7fe1b25-3e75-4fee-918f-1698f72629e5 req-fc11830c-ca78-450e-9f43-729b17806993 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0544825 Oct 09 01:01:58.483498 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:58.555847 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7fe1b25-3e75-4fee-918f-1698f72629e5 req-a3c6170d-0151-4182-8c9b-4547b8ead302 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591569 Oct 09 01:01:58.556953 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T01:01:56Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:58.585513 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b9b4ea-091a-40eb-811b-bd1581dd1258 None None] The sync data for ids ['fc189697-06c8-4c2b-8790-d39ee18cd896'] in dv-cinder-master-3-iscsi is: [{'id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'name': 'tempest-AttachVolumeTestJSON-1991532309-router', 'tenant_id': '40e631c5e320489cac9cea85118c6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235'}], 'enable_snat': True}, 'gw_port_id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:45Z', 'updated_at': '2022-10-09T01:01:56Z', 'revision_number': 5, 'project_id': '40e631c5e320489cac9cea85118c6263', 'gw_port': {'id': '52c9f24a-41b9-4582-897b-a9388e078cc4', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc189697-06c8-4c2b-8790-d39ee18cd896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:46Z', 'updated_at': '2022-10-09T00:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:58.589202 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (52c9f24a-41b9-4582-897b-a9388e078cc4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.627577 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c9f24a-41b9-4582-897b-a9388e078cc4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:58.642682 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '214143bc-7e66-4a74-9bff-d6e4f197282d', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'floating_ip_address': '172.37.5.103', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'mac_address': 'fa:16:3e:b4:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a78205-334d-469d-8eb4-26c151df1616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:40Z', 'updated_at': '2022-10-09T01:01:57Z', 'revision_number': 1, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:58.668106 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:01:58.678311 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:01:58.678912 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:58.679504 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c229-e497-4764-9400-3d72f890117a req-4769b160-5a46-4823-8181-725d5ab78853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:58.681658 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-4769b160-5a46-4823-8181-725d5ab78853 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1130 time: 0.0484374 Oct 09 01:01:58.688495 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (fc189697-06c8-4c2b-8790-d39ee18cd896), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.777916 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (fc189697-06c8-4c2b-8790-d39ee18cd896), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.780159 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks [] for router_controller (fc189697-06c8-4c2b-8790-d39ee18cd896), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.781593 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:58.783986 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:01:58.824598 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (fc189697-06c8-4c2b-8790-d39ee18cd896), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.825223 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc189697-06c8-4c2b-8790-d39ee18cd896 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:01:58.830031 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.831131 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c6f2e226-3877-424f-bb8e-8048563133a1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/fc189697-06c8-4c2b-8790-d39ee18cd896 HTTP/1.1" status: 204 len: 168 time: 1.0187004 Oct 09 01:01:58.833708 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34380) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:58.870137 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:58.887615 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Deleting subnet 9ba14a53-0198-4c1f-9001-da2b49d70087 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:01:58.890891 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Publish callbacks [] for subnet (9ba14a53-0198-4c1f-9001-da2b49d70087), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.939434 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (9ba14a53-0198-4c1f-9001-da2b49d70087), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:58.942465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c229-e497-4764-9400-3d72f890117a req-b68fb761-1653-4096-a80a-c0aa7f34db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:58.944020 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-b68fb761-1653-4096-a80a-c0aa7f34db5c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.1076627 Oct 09 01:01:59.027022 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fad9b6dc-752f-4312-9fb4-3e5be2dec7ea no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:01:59.033917 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '214143bc-7e66-4a74-9bff-d6e4f197282d', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'floating_ip_address': '172.37.5.103', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'mac_address': 'fa:16:3e:b4:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a78205-334d-469d-8eb4-26c151df1616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:40Z', 'updated_at': '2022-10-09T01:01:57Z', 'revision_number': 1, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:59.055331 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: fad9b6dc-752f-4312-9fb4-3e5be2dec7ea {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:01:59.055719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fad9b6dc-752f-4312-9fb4-3e5be2dec7ea not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:01:59.065752 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e84a27f-377e-4a32-bf85-08cce5928a6c None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '214143bc-7e66-4a74-9bff-d6e4f197282d', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'floating_ip_address': '172.37.5.103', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'mac_address': 'fa:16:3e:b4:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a78205-334d-469d-8eb4-26c151df1616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:40Z', 'updated_at': '2022-10-09T01:01:57Z', 'revision_number': 1, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:01:59.115045 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (9ba14a53-0198-4c1f-9001-da2b49d70087), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.129686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd99e8-db43-4687-9957-8c1645417409 req-cb2a8cad-469e-48da-b33d-92b11dbda8c3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:59.131354 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5acd99e8-db43-4687-9957-8c1645417409 req-cb2a8cad-469e-48da-b33d-92b11dbda8c3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.1177599 Oct 09 01:01:59.134670 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-53b5dbde-668c-440c-a6d9-446664036a6f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 1000 time: 0.1356370 Oct 09 01:01:59.213979 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (9ba14a53-0198-4c1f-9001-da2b49d70087), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.228704 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:59.247405 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba14a53-0198-4c1f-9001-da2b49d70087,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:59.255963 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.257978 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec63eb2c-70ed-419f-ace1-87571221daea None None] Network 93a9ba3d-37f0-48ce-9786-b421e5404102 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:01:59.259134 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-abacbe26-db4a-4380-8694-7129a93b8f01 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/9ba14a53-0198-4c1f-9001-da2b49d70087 HTTP/1.1" status: 204 len: 168 time: 0.4245172 Oct 09 01:01:59.261528 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:01:59.280632 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c229-e497-4764-9400-3d72f890117a req-9f29c21d-4e07-45d5-a5f3-10f7aebab827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:59.282364 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-9f29c21d-4e07-45d5-a5f3-10f7aebab827 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.1400163 Oct 09 01:01:59.346181 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (93a9ba3d-37f0-48ce-9786-b421e5404102), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.351887 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port bf1ecde5-a035-439a-96b4-f7a4880b70e4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:59.352397 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.373768 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c229-e497-4764-9400-3d72f890117a req-af593156-e4a8-4b06-8ace-d3420c8dc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:59.375921 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-af593156-e4a8-4b06-8ace-d3420c8dc8ca service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830724 Oct 09 01:01:59.399005 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d74a8b-0a1a-417f-aa73-80f013acb532 None None] New status for floating IP 214143bc-7e66-4a74-9bff-d6e4f197282d: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:01:59.432537 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:59.447048 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Deleting port a12e3d11-0a2d-4089-8565-84afac1050b3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:59.447387 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.523791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] DHCP port deletion for 93a9ba3d-37f0-48ce-9786-b421e5404102 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:01:59.528627 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] For port a12e3d11-0a2d-4089-8565-84afac1050b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12e3d11-0a2d-4089-8565-84afac1050b3,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:59.528993 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.545054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Calling delete_port for a12e3d11-0a2d-4089-8565-84afac1050b3 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:59.556177 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] For port bf1ecde5-a035-439a-96b4-f7a4880b70e4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf1ecde5-a035-439a-96b4-f7a4880b70e4,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:59.556658 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.600392 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-36bc6c52-8362-4013-bdf3-9386cac0f2f8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815765 Oct 09 01:01:59.615850 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Deleting port a12e3d11-0a2d-4089-8565-84afac1050b3 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:01:59.616220 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.671049 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.691389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:59.698871 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] For port a12e3d11-0a2d-4089-8565-84afac1050b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a12e3d11-0a2d-4089-8565-84afac1050b3,segment=NetworkSegment(47eb43ca-62f0-426c-bb7d-8fbf6653ed4a),segment_id=47eb43ca-62f0-426c-bb7d-8fbf6653ed4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:01:59.699264 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.712561 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12e3d11-0a2d-4089-8565-84afac1050b3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:59.714420 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Calling delete_port for a12e3d11-0a2d-4089-8565-84afac1050b3 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:59.718472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] No DVR routers for this DVR port a12e3d11-0a2d-4089-8565-84afac1050b3 on host dv-cinder-master-3-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:59.727963 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7434-207d-4a8c-bb05-2ca74aa178e9 req-6aabb776-ce20-4c32-b233-14585c3f6758 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:01:59.729606 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d44a7434-207d-4a8c-bb05-2ca74aa178e9 req-6aabb776-ce20-4c32-b233-14585c3f6758 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 946 time: 0.0911641 Oct 09 01:01:59.757865 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:59.797610 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (a12e3d11-0a2d-4089-8565-84afac1050b3), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.823584 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Pushing event deleted for resources: {'Port': ['ID=a12e3d11-0a2d-4089-8565-84afac1050b3,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:01:59.831104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (93a9ba3d-37f0-48ce-9786-b421e5404102), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.831723 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] No DVR routers for this DVR port a12e3d11-0a2d-4089-8565-84afac1050b3 on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:01:59.834599 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.834945 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.835395 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.835783 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.836119 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.836449 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.836773 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.837103 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.837424 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.837746 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.838067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.838457 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.838791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.839110 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.839427 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0a3dcd-fab7-42e3-ab18-1739de0f3124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:01:59.860031 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d44a7434-207d-4a8c-bb05-2ca74aa178e9 req-c49fbb49-ecc1-4bcb-8372-a4f807ed8da3 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ea9187f-2101-4156-8867-3f35f5d56794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111877 Oct 09 01:01:59.874045 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a9ba3d-37f0-48ce-9786-b421e5404102']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:59.874390 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1b08c229-e497-4764-9400-3d72f890117a req-84681518-8401-4905-90bc-ab5e58745690 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166338 Oct 09 01:01:59.891873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.892249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.892577 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Floating IP e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2 disassociated. External IP: 172.37.5.14, port: bf1ecde5-a035-439a-96b4-f7a4880b70e4. Oct 09 01:01:59.892946 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for bf1ecde5-a035-439a-96b4-f7a4880b70e4 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:01:59.896942 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:59.897345 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eb43ca-62f0-426c-bb7d-8fbf6653ed4a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:01:59.909621 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (47eb43ca-62f0-426c-bb7d-8fbf6653ed4a), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.926107 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (47eb43ca-62f0-426c-bb7d-8fbf6653ed4a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.933473 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:01:59.934084 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (47eb43ca-62f0-426c-bb7d-8fbf6653ed4a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:01:59.953822 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:01:59.984636 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 47eb43ca-62f0-426c-bb7d-8fbf6653ed4a resource provider aggregate not found Oct 09 01:02:00.011130 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 47eb43ca-62f0-426c-bb7d-8fbf6653ed4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47eb43ca-62f0-426c-bb7d-8fbf6653ed4a found for delete ", "request_id": "req-f2577fa1-6282-42f1-9278-f40431684588"}]} Oct 09 01:02:00.012505 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (93a9ba3d-37f0-48ce-9786-b421e5404102), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.018102 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.022175 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/93a9ba3d-37f0-48ce-9786-b421e5404102 HTTP/1.1" status: 204 len: 168 time: 0.7596433 Oct 09 01:02:00.038077 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1dff-e85b-4e56-a3d9-a795bd2b7993 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a9ba3d-37f0-48ce-9786-b421e5404102,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:00.064363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (bf1ecde5-a035-439a-96b4-f7a4880b70e4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.106687 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=bf1ecde5-a035-439a-96b4-f7a4880b70e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:00.161067 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:00.211321 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-db8d0a20-0d1e-4ff9-bac2-9d0637e5d0fb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=40e631c5e320489cac9cea85118c6263&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467808 Oct 09 01:02:00.211535 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:00.228972 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:02:00.259911 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8586866c-2dc3-4e74-9874-8db8eb822bcf admin admin] Publish callbacks [] for security_group (8847f164-307d-42d0-9040-ccfe75a13f21), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.279959 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8586866c-2dc3-4e74-9874-8db8eb822bcf admin admin] Publish callbacks [] for security_group (8847f164-307d-42d0-9040-ccfe75a13f21), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.285681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:00.331624 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8586866c-2dc3-4e74-9874-8db8eb822bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8847f164-307d-42d0-9040-ccfe75a13f21), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.334395 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8586866c-2dc3-4e74-9874-8db8eb822bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.335544 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8586866c-2dc3-4e74-9874-8db8eb822bcf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8847f164-307d-42d0-9040-ccfe75a13f21 HTTP/1.1" status: 204 len: 168 time: 0.1231847 Oct 09 01:02:00.337013 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:02:00.344216 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586866c-2dc3-4e74-9874-8db8eb822bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847f164-307d-42d0-9040-ccfe75a13f21,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:00.349529 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:02:00.359990 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:02:00.360604 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:00.388501 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] No DVR routers for this DVR port bf1ecde5-a035-439a-96b4-f7a4880b70e4 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:02:00.392166 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:00.396164 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5acd99e8-db43-4687-9957-8c1645417409 req-210a5c50-dcb7-402c-bb49-450743bf98b0 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.60 "DELETE /networking/v2.0/ports/bf1ecde5-a035-439a-96b4-f7a4880b70e4 HTTP/1.1" status: 204 len: 173 time: 1.2549443 Oct 09 01:02:00.396683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'name': 'network-vif-deleted', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:02:00.399859 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e9fc7e-af87-4ffd-974c-928f306d65a0" -d '{"events": [{"server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "name": "network-vif-deleted", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:02:00.456388 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec18f02-786f-4b26-a701-0f8739997033 x-openstack-request-id: req-5ec18f02-786f-4b26-a701-0f8739997033 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:02:00.456723 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d9a7c4-b33c-42c1-9042-dfd357bc3932", "name": "network-vif-deleted", "tag": "bf1ecde5-a035-439a-96b4-f7a4880b70e4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:02:00.456985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ec18f02-786f-4b26-a701-0f8739997033 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:02:00.457399 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec18f02-786f-4b26-a701-0f8739997033'] response: {'server_uuid': 'e0d9a7c4-b33c-42c1-9042-dfd357bc3932', 'name': 'network-vif-deleted', 'tag': 'bf1ecde5-a035-439a-96b4-f7a4880b70e4', 'status': 'completed', 'code': 200} Oct 09 01:02:00.468725 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:02:00.643913 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:00.702458 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:00.734173 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:02:00.743810 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:02:00.744428 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:00.846557 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:02:00.899044 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a12e3d11-0a2d-4089-8565-84afac1050b3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:02:00.933683 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: a12e3d11-0a2d-4089-8565-84afac1050b3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:02:00.934236 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a12e3d11-0a2d-4089-8565-84afac1050b3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:02:00.934886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 52c9f24a-41b9-4582-897b-a9388e078cc4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:02:00.958145 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 52c9f24a-41b9-4582-897b-a9388e078cc4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:02:00.958804 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 52c9f24a-41b9-4582-897b-a9388e078cc4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:02:01.026909 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-99be8ae0-9706-42ef-b255-2677ffd945d1 req-71a053e6-c979-4382-a25c-6dd8ad733028 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0d9a7c4-b33c-42c1-9042-dfd357bc3932 HTTP/1.1" status: 200 len: 210 time: 0.0368285 Oct 09 01:02:01.066667 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:01.113383 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441c654-ee63-4dbb-bce5-d8424f6d8147 None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T00:56:04Z', 'revision_number': 4, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e465dbe5-5b91-47a1-b306-617be213fe16', 'name': '', 'network_id': 'ef6b019b-3ff0-42c3-b2bd-354f2c856ccc', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'mac_address': 'fa:16:3e:d5:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:56:02Z', 'updated_at': '2022-10-09T00:56:20Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'subnets': [{'id': 'ff98a4f2-ed81-452c-99a3-cf1c43a2d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:02:01.196533 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:01.301328 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846030340-network', 'tenant_id': '645b73a7f71d47c891fae7637fe36773'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:02:01.325660 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Made reservation on behalf of 645b73a7f71d47c891fae7637fe36773 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:02:01.328289 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.337300 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.343492 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d406c5-1553-49ba-9a56-5aee89f85384 None None] New status for floating IP e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:02:01.417610 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks [] for security_group (b5875bf1-e605-4302-8193-4956c4afe112), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.420681 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (b5875bf1-e605-4302-8193-4956c4afe112), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.446775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:02:01.457153 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5875bf1-e605-4302-8193-4956c4afe112,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:01.462489 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (c89e88c4-261a-43b4-9352-bffa16aedee1), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.462834 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Added segment c89e88c4-261a-43b4-9352-bffa16aedee1 of type vlan for network d72fe7df-301c-49a0-a853-9314a55d2b98 Oct 09 01:02:01.506087 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (d72fe7df-301c-49a0-a853-9314a55d2b98), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.530340 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (d72fe7df-301c-49a0-a853-9314a55d2b98), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.531389 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:01.532011 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.588271 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3906138 Oct 09 01:02:01.591321 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34424) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:01.596386 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Request body: {'subnet': {'network_id': 'd72fe7df-301c-49a0-a853-9314a55d2b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846030340-subnet', 'tenant_id': '645b73a7f71d47c891fae7637fe36773', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:02:01.599908 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a329f-836a-4520-a514-6832e975b4cc admin admin] Pushing event updated for resources: {'Network': ['ID=d72fe7df-301c-49a0-a853-9314a55d2b98,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:01.609206 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:01.609961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network d72fe7df-301c-49a0-a853-9314a55d2b98 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:02:01.617888 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Made reservation on behalf of 645b73a7f71d47c891fae7637fe36773 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:02:01.620372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4383243'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.787496 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4383257'] for subnet (a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.841903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:01.850859 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Checking segment: {'id': 'c89e88c4-261a-43b4-9352-bffa16aedee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd72fe7df-301c-49a0-a853-9314a55d2b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:02:01.851213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Network hostable DHCP agents. Network: d72fe7df-301c-49a0-a853-9314a55d2b98, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:02:01.868166 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Network d72fe7df-301c-49a0-a853-9314a55d2b98 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:02:01.872299 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device bf1ecde5-a035-439a-96b4-f7a4880b70e4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:02:01.879133 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d72fe7df-301c-49a0-a853-9314a55d2b98) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:02:01.884474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:01.885235 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:01.897671 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab7e64a-6de8-408e-ba80-8c7f1eb53ed6 None None] Network d72fe7df-301c-49a0-a853-9314a55d2b98 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:02:01.900446 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: bf1ecde5-a035-439a-96b4-f7a4880b70e4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:02:01.901289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device bf1ecde5-a035-439a-96b4-f7a4880b70e4 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:02:01.905273 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9f1bca64-0df9-4766-b445-e661924b5adc admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3127527 Oct 09 01:02:01.998639 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef969569-82d2-4c7f-bde6-b5ae242c5a29 None None] Network d72fe7df-301c-49a0-a853-9314a55d2b98 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:02:02.049999 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:02.152070 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34436) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:02.218576 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a9feb2-cbd0-42ea-969b-2d46b12d173b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (0ea9187f-2101-4156-8867-3f35f5d56794), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.243188 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a9feb2-cbd0-42ea-969b-2d46b12d173b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (0ea9187f-2101-4156-8867-3f35f5d56794), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.297391 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a9feb2-cbd0-42ea-969b-2d46b12d173b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0ea9187f-2101-4156-8867-3f35f5d56794), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.300092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a9feb2-cbd0-42ea-969b-2d46b12d173b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.301500 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c6a9feb2-cbd0-42ea-969b-2d46b12d173b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0ea9187f-2101-4156-8867-3f35f5d56794 HTTP/1.1" status: 204 len: 168 time: 0.1484137 Oct 09 01:02:02.304467 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34444) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:02.311621 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9feb2-cbd0-42ea-969b-2d46b12d173b tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9187f-2101-4156-8867-3f35f5d56794,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:02.320837 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.api.v2.resource [None req-85482351-4fa1-4abe-9568-139ac1cca1c7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] show failed (client error): The resource could not be found. Oct 09 01:02:02.322499 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-85482351-4fa1-4abe-9568-139ac1cca1c7 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "GET /networking/v2.0/security-groups/0ea9187f-2101-4156-8867-3f35f5d56794 HTTP/1.1" status: 404 len: 347 time: 0.0170004 Oct 09 01:02:02.324823 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34446) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:02.427435 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:02.432478 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-623782020-network', 'tenant_id': '77cd8ace7047445fb451ab960e27f19a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:02:02.453452 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Made reservation on behalf of 77cd8ace7047445fb451ab960e27f19a for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:02:02.456524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.466793 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.559620 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks [] for security_group (7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.564517 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.594086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:02:02.604917 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:02.613620 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (0ad33c35-1ad3-464f-84d4-267c1d2d84f0), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.614030 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Added segment 0ad33c35-1ad3-464f-84d4-267c1d2d84f0 of type vlan for network 9860f881-ac0a-467a-aaff-4717f04fd23a Oct 09 01:02:02.660974 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (9860f881-ac0a-467a-aaff-4717f04fd23a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.661267 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Deleting port ae310aaf-3088-4039-aa5d-01e69bb90c0b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:02:02.661608 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.664955 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:02.669270 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:02.697065 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (9860f881-ac0a-467a-aaff-4717f04fd23a), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.698261 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:02.698993 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.704294 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:02.748350 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.748702 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (ae310aaf-3088-4039-aa5d-01e69bb90c0b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.765437 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Calling delete_port for ae310aaf-3088-4039-aa5d-01e69bb90c0b owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:02:02.773316 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:02.777300 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3485308 Oct 09 01:02:02.779841 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:02.785217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Request body: {'subnet': {'network_id': '9860f881-ac0a-467a-aaff-4717f04fd23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-623782020-subnet', 'tenant_id': '77cd8ace7047445fb451ab960e27f19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:02:02.796691 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17b441-dc67-4b7b-a8c7-778d9eb0897a admin admin] Pushing event updated for resources: {'Network': ['ID=9860f881-ac0a-467a-aaff-4717f04fd23a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:02.809009 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 9860f881-ac0a-467a-aaff-4717f04fd23a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:02:02.817432 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Made reservation on behalf of 77cd8ace7047445fb451ab960e27f19a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:02:02.820422 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4383243'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.908389 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (ae310aaf-3088-4039-aa5d-01e69bb90c0b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:02.938334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Pushing event deleted for resources: {'Port': ['ID=ae310aaf-3088-4039-aa5d-01e69bb90c0b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:03.003872 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks [] for floatingip (e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.006512 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.007100 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4383257'] for subnet (da8c9eff-9f05-456a-bb53-c9dab0c90b1c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.007693 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a80b00e1-8cc7-4ce5-bca8-9a6f36b43136 tempest-AttachVolumeNegativeTest-1432185703 tempest-AttachVolumeNegativeTest-1432185703-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/e1c59e0b-bc5f-44bd-967c-0dd5101e4fd2 HTTP/1.1" status: 204 len: 168 time: 0.6817489 Oct 09 01:02:03.062981 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8c9eff-9f05-456a-bb53-c9dab0c90b1c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:03.073524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Checking segment: {'id': '0ad33c35-1ad3-464f-84d4-267c1d2d84f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9860f881-ac0a-467a-aaff-4717f04fd23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:02:03.074185 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Network hostable DHCP agents. Network: 9860f881-ac0a-467a-aaff-4717f04fd23a, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:02:03.093645 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Network 9860f881-ac0a-467a-aaff-4717f04fd23a is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:02:03.104165 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9860f881-ac0a-467a-aaff-4717f04fd23a) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:02:03.108701 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:03.109363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.114816 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0745e-e003-4180-9f14-79cdd6669c3a None None] Network 9860f881-ac0a-467a-aaff-4717f04fd23a requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:02:03.135774 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-38d51f72-2a23-465b-9ad5-d2968a8bb42b admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3470242 Oct 09 01:02:03.231002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ca261-0582-46fd-a9aa-0f1f575e1800 None None] Network 9860f881-ac0a-467a-aaff-4717f04fd23a requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:02:03.248868 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34462) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:03.297009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Deleting subnet a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:02:03.300313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Publish callbacks [] for subnet (a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.337790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.377477 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.430606 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.460504 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:03.465014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.468171 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-07500209-50b5-43ac-b6cb-983478f5cf59 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a6f1edf6-0fd3-4d7d-8435-8f9ac0d14d65 HTTP/1.1" status: 204 len: 168 time: 0.2183168 Oct 09 01:02:03.470702 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:03.540847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (d72fe7df-301c-49a0-a853-9314a55d2b98), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.579574 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:03.624541 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (d72fe7df-301c-49a0-a853-9314a55d2b98), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.645217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72fe7df-301c-49a0-a853-9314a55d2b98']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:03.654536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89e88c4-261a-43b4-9352-bffa16aedee1') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:03.654838 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89e88c4-261a-43b4-9352-bffa16aedee1') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:03.664504 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (c89e88c4-261a-43b4-9352-bffa16aedee1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.677176 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (c89e88c4-261a-43b4-9352-bffa16aedee1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.682501 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:03.683562 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:02:03.683975 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (c89e88c4-261a-43b4-9352-bffa16aedee1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.724161 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment c89e88c4-261a-43b4-9352-bffa16aedee1 resource provider aggregate not found Oct 09 01:02:03.741274 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment c89e88c4-261a-43b4-9352-bffa16aedee1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c89e88c4-261a-43b4-9352-bffa16aedee1 found for delete ", "request_id": "req-8b9c9bdc-793c-4839-86ba-9343eac71767"}]} Oct 09 01:02:03.747839 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (d72fe7df-301c-49a0-a853-9314a55d2b98), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.753072 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.756670 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/d72fe7df-301c-49a0-a853-9314a55d2b98 HTTP/1.1" status: 204 len: 168 time: 0.2850738 Oct 09 01:02:03.759614 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34470) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:03.767372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3fd79-b3a4-4bdf-a61e-3ccafd116862 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72fe7df-301c-49a0-a853-9314a55d2b98,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:03.804899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Deleting subnet da8c9eff-9f05-456a-bb53-c9dab0c90b1c {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:02:03.808124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Publish callbacks [] for subnet (da8c9eff-9f05-456a-bb53-c9dab0c90b1c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.843242 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (da8c9eff-9f05-456a-bb53-c9dab0c90b1c), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.886195 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (da8c9eff-9f05-456a-bb53-c9dab0c90b1c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.944932 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (da8c9eff-9f05-456a-bb53-c9dab0c90b1c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.971076 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8c9eff-9f05-456a-bb53-c9dab0c90b1c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:03.973133 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:03.976420 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-04feda5f-97b2-4837-b939-f8fa9d7a0f81 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/da8c9eff-9f05-456a-bb53-c9dab0c90b1c HTTP/1.1" status: 204 len: 168 time: 0.2156563 Oct 09 01:02:03.978870 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34472) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:04.051278 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (9860f881-ac0a-467a-aaff-4717f04fd23a), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.128258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (9860f881-ac0a-467a-aaff-4717f04fd23a), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.148875 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9860f881-ac0a-467a-aaff-4717f04fd23a']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:04.158604 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad33c35-1ad3-464f-84d4-267c1d2d84f0') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:04.158903 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad33c35-1ad3-464f-84d4-267c1d2d84f0') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:04.169151 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (0ad33c35-1ad3-464f-84d4-267c1d2d84f0), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.183283 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (0ad33c35-1ad3-464f-84d4-267c1d2d84f0), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.190047 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:02:04.190462 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (0ad33c35-1ad3-464f-84d4-267c1d2d84f0), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.237786 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 0ad33c35-1ad3-464f-84d4-267c1d2d84f0 resource provider aggregate not found Oct 09 01:02:04.255184 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 0ad33c35-1ad3-464f-84d4-267c1d2d84f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ad33c35-1ad3-464f-84d4-267c1d2d84f0 found for delete ", "request_id": "req-90fb72b1-8b55-4f26-919a-0333da1837a6"}]} Oct 09 01:02:04.264020 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (9860f881-ac0a-467a-aaff-4717f04fd23a), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.269488 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.272809 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/9860f881-ac0a-467a-aaff-4717f04fd23a HTTP/1.1" status: 204 len: 168 time: 0.2930360 Oct 09 01:02:04.287615 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b73d5b-a1ba-4d5c-8f8b-bee6d9b9790c admin admin] Pushing event deleted for resources: {'Network': ['ID=9860f881-ac0a-467a-aaff-4717f04fd23a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:04.439873 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34490) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:04.453578 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:04.481955 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-69eee729-e2da-4b13-b22a-66d0046d17e4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=645b73a7f71d47c891fae7637fe36773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409563 Oct 09 01:02:04.484446 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34492) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:04.532652 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-619790ab-d6fb-4eb8-9931-d889d502c0cf admin admin] Publish callbacks [] for security_group (b5875bf1-e605-4302-8193-4956c4afe112), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.553426 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:04.555846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-619790ab-d6fb-4eb8-9931-d889d502c0cf admin admin] Publish callbacks [] for security_group (b5875bf1-e605-4302-8193-4956c4afe112), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.605639 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-619790ab-d6fb-4eb8-9931-d889d502c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (b5875bf1-e605-4302-8193-4956c4afe112), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.608204 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-619790ab-d6fb-4eb8-9931-d889d502c0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:04.609413 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-619790ab-d6fb-4eb8-9931-d889d502c0cf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b5875bf1-e605-4302-8193-4956c4afe112 HTTP/1.1" status: 204 len: 168 time: 0.1240854 Oct 09 01:02:04.618093 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619790ab-d6fb-4eb8-9931-d889d502c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5875bf1-e605-4302-8193-4956c4afe112,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:04.917798 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34498) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:04.961315 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-084f3ae5-f1b9-4a78-9f29-78a81c598b1c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=77cd8ace7047445fb451ab960e27f19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423048 Oct 09 01:02:04.963547 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34500) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:05.012142 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51572166-f0db-4ef7-802f-7b2cbbd5df40 admin admin] Publish callbacks [] for security_group (7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:05.032129 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51572166-f0db-4ef7-802f-7b2cbbd5df40 admin admin] Publish callbacks [] for security_group (7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:05.078778 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51572166-f0db-4ef7-802f-7b2cbbd5df40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:05.081538 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51572166-f0db-4ef7-802f-7b2cbbd5df40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:05.082684 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-51572166-f0db-4ef7-802f-7b2cbbd5df40 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3 HTTP/1.1" status: 204 len: 168 time: 0.1182380 Oct 09 01:02:05.095997 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51572166-f0db-4ef7-802f-7b2cbbd5df40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7864ab-a6c4-4fc0-9dd2-5c66daa340b3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:06.745657 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:07.198834 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (c529cd40-e1fc-484f-b522-0bebbee463a2), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:07.413027 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Deleting port e465dbe5-5b91-47a1-b306-617be213fe16 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:02:07.413365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:07.489919 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] For port e465dbe5-5b91-47a1-b306-617be213fe16, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e465dbe5-5b91-47a1-b306-617be213fe16,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:02:07.490269 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:07.502526 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Calling delete_port for e465dbe5-5b91-47a1-b306-617be213fe16 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:02:07.573717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc9c60e4-fa58-4eb2-91ca-4f1ef3d4bf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:07.599524 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:07.627516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:07.678970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (e465dbe5-5b91-47a1-b306-617be213fe16), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:07.706031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e465dbe5-5b91-47a1-b306-617be213fe16,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:08.127841 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (c529cd40-e1fc-484f-b522-0bebbee463a2), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:08.338500 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Router c529cd40-e1fc-484f-b522-0bebbee463a2 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:02:08.440449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:02:08.447015 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-dcd75777-bcfd-43c8-a9e2-61aef90631ef admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c529cd40-e1fc-484f-b522-0bebbee463a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7003107 Oct 09 01:02:08.448634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:08.450283 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] Sync routers for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:02:08.460946 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:02:08.461563 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:08.559301 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks [] for router (c529cd40-e1fc-484f-b522-0bebbee463a2), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:08.653290 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:02:08.659044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks [] for router_gateway (c529cd40-e1fc-484f-b522-0bebbee463a2), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:08.699982 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Deleting port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:02:08.700325 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:08.781545 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:08.784238 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] For port b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:02:08.784622 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:08.797558 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Calling delete_port for b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:02:08.823095 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T01:02:07Z', 'revision_number': 5, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port': {'id': 'b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:55:54Z', 'updated_at': '2022-10-09T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:08.849634 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] Checking router: c529cd40-e1fc-484f-b522-0bebbee463a2 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:02:08.858479 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] Routers {'c529cd40-e1fc-484f-b522-0bebbee463a2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:02:08.859092 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:01:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['c529cd40-e1fc-484f-b522-0bebbee463a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:08.914404 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:08.947371 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] Set router c529cd40-e1fc-484f-b522-0bebbee463a2 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:02:08.970120 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:08.994493 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:08.995752 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T01:02:08Z', 'revision_number': 6, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:09.024180 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd56976-431e-40a5-bd3e-4d24cce6ea7b None None] The sync data for ids ['c529cd40-e1fc-484f-b522-0bebbee463a2'] in dv-cinder-master-3-iscsi is: [{'id': 'c529cd40-e1fc-484f-b522-0bebbee463a2', 'name': 'tempest-AttachVolumeNegativeTest-2082410444-router', 'tenant_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:55:52Z', 'updated_at': '2022-10-09T01:02:08Z', 'revision_number': 6, 'project_id': 'a7d8e82f58814da6b8c08bfa04955d4c', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:02:09.054547 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:09.060285 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (c529cd40-e1fc-484f-b522-0bebbee463a2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.148844 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (c529cd40-e1fc-484f-b522-0bebbee463a2), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.151296 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks [] for router_controller (c529cd40-e1fc-484f-b522-0bebbee463a2), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.196729 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (c529cd40-e1fc-484f-b522-0bebbee463a2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.197351 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c529cd40-e1fc-484f-b522-0bebbee463a2 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:02:09.201612 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.202770 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-095920cd-2497-463b-aa28-ff42ee635295 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/c529cd40-e1fc-484f-b522-0bebbee463a2 HTTP/1.1" status: 204 len: 168 time: 0.7531610 Oct 09 01:02:09.205294 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34602) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:09.251154 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Deleting subnet ff98a4f2-ed81-452c-99a3-cf1c43a2d01b {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:02:09.255015 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Publish callbacks [] for subnet (ff98a4f2-ed81-452c-99a3-cf1c43a2d01b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.290316 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (ff98a4f2-ed81-452c-99a3-cf1c43a2d01b), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.376692 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (ff98a4f2-ed81-452c-99a3-cf1c43a2d01b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.439074 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (ff98a4f2-ed81-452c-99a3-cf1c43a2d01b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.470443 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff98a4f2-ed81-452c-99a3-cf1c43a2d01b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:09.473268 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.479120 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c292a136-67c6-49e9-b408-899c40f68ce2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/ff98a4f2-ed81-452c-99a3-cf1c43a2d01b HTTP/1.1" status: 204 len: 168 time: 0.2728419 Oct 09 01:02:09.479866 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34614) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:09.489198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c859a08-8c81-457f-b7b1-3edf2ee3bf21 None None] Network ef6b019b-3ff0-42c3-b2bd-354f2c856ccc requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:02:09.554318 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34616) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:09.556480 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.602100 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Deleting port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:02:09.602741 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.667108 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce6a19d4-dfbd-4b5b-bb6c-833fc9070b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.675787 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] For port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,segment=NetworkSegment(e02957c6-4ac3-44cc-ac85-3fb22cee1088),segment_id=e02957c6-4ac3-44cc-ac85-3fb22cee1088)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:02:09.676160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.689283 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Calling delete_port for 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:02:09.737142 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:09.743287 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce6a19d4-dfbd-4b5b-bb6c-833fc9070b62 admin admin] Publish callbacks [] for security_group (4a62e3d3-f610-4dc9-b072-a66996a7ecaa), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.747318 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce6a19d4-dfbd-4b5b-bb6c-833fc9070b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (4a62e3d3-f610-4dc9-b072-a66996a7ecaa), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.781443 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.792352 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ce6a19d4-dfbd-4b5b-bb6c-833fc9070b62 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=53bd93d63bc743f881bae696798e2a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363086 Oct 09 01:02:09.793258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a19d4-dfbd-4b5b-bb6c-833fc9070b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62e3d3-f610-4dc9-b072-a66996a7ecaa,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:09.795678 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34620) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:09.815552 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] No DVR routers for this DVR port 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 on host dv-cinder-master-3-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:02:09.817656 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ab76c-c86b-49b4-8e6c-034aac75bced None None] DHCP port deletion for ef6b019b-3ff0-42c3-b2bd-354f2c856ccc request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:02:09.832226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f833017-0946-46de-8e0b-93140fe7d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.838715 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:09.858434 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5196787a-c592-4150-bf5c-f287975f55a6 admin admin] Publish callbacks [] for security_group (4a62e3d3-f610-4dc9-b072-a66996a7ecaa), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.879548 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5196787a-c592-4150-bf5c-f287975f55a6 admin admin] Publish callbacks [] for security_group (4a62e3d3-f610-4dc9-b072-a66996a7ecaa), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.895078 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:09.908483 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:09.921886 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.937162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5196787a-c592-4150-bf5c-f287975f55a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (4a62e3d3-f610-4dc9-b072-a66996a7ecaa), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.941783 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5196787a-c592-4150-bf5c-f287975f55a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.944875 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6b019b-3ff0-42c3-b2bd-354f2c856ccc']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:09.945835 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-5196787a-c592-4150-bf5c-f287975f55a6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4a62e3d3-f610-4dc9-b072-a66996a7ecaa HTTP/1.1" status: 204 len: 168 time: 0.1492991 Oct 09 01:02:09.958054 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02957c6-4ac3-44cc-ac85-3fb22cee1088') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:09.958370 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02957c6-4ac3-44cc-ac85-3fb22cee1088') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:02:09.970655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196787a-c592-4150-bf5c-f287975f55a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62e3d3-f610-4dc9-b072-a66996a7ecaa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:09.979614 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (e02957c6-4ac3-44cc-ac85-3fb22cee1088), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:09.999389 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (e02957c6-4ac3-44cc-ac85-3fb22cee1088), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.006389 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:02:10.006777 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (e02957c6-4ac3-44cc-ac85-3fb22cee1088), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.054353 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment e02957c6-4ac3-44cc-ac85-3fb22cee1088 resource provider aggregate not found Oct 09 01:02:10.081230 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment e02957c6-4ac3-44cc-ac85-3fb22cee1088 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e02957c6-4ac3-44cc-ac85-3fb22cee1088 found for delete ", "request_id": "req-df938828-ad40-4e98-8707-82b6336f965f"}]} Oct 09 01:02:10.085196 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (ef6b019b-3ff0-42c3-b2bd-354f2c856ccc), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.091490 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.094785 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/ef6b019b-3ff0-42c3-b2bd-354f2c856ccc HTTP/1.1" status: 204 len: 168 time: 0.6139362 Oct 09 01:02:10.125697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febf7a5-04ec-4663-ac98-6982b1527e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6b019b-3ff0-42c3-b2bd-354f2c856ccc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:10.268338 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34632) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:10.282985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb82e2d5-448c-4f33-98f3-9033c63c763c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.286822 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34634) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:10.329436 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c5fcc381-057c-490b-bc52-8818605ab445 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7d8e82f58814da6b8c08bfa04955d4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414758 Oct 09 01:02:10.333115 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:10.391127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb82e2d5-448c-4f33-98f3-9033c63c763c admin admin] Publish callbacks [] for security_group (73a14ca0-b28d-4862-b05b-b8d5004a644b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.397365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb82e2d5-448c-4f33-98f3-9033c63c763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (73a14ca0-b28d-4862-b05b-b8d5004a644b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.427912 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e475de8-4633-4dd2-bcb0-2cab45b869a1 admin admin] Publish callbacks [] for security_group (d1f916c0-5e4a-464a-a471-e22192e192fb), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.455581 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-eb82e2d5-448c-4f33-98f3-9033c63c763c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d7ab625af44d4b25894a9bffbbddfa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854291 Oct 09 01:02:10.458950 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34640) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:10.467495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e475de8-4633-4dd2-bcb0-2cab45b869a1 admin admin] Publish callbacks [] for security_group (d1f916c0-5e4a-464a-a471-e22192e192fb), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.469436 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82e2d5-448c-4f33-98f3-9033c63c763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a14ca0-b28d-4862-b05b-b8d5004a644b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:10.519757 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e475de8-4633-4dd2-bcb0-2cab45b869a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (d1f916c0-5e4a-464a-a471-e22192e192fb), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.522408 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e475de8-4633-4dd2-bcb0-2cab45b869a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.523552 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5e475de8-4633-4dd2-bcb0-2cab45b869a1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d1f916c0-5e4a-464a-a471-e22192e192fb HTTP/1.1" status: 204 len: 168 time: 0.1894839 Oct 09 01:02:10.525182 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-951f9ac8-5815-499f-b8d5-04243c8a8cc1 admin admin] Publish callbacks [] for security_group (73a14ca0-b28d-4862-b05b-b8d5004a644b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.532289 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e475de8-4633-4dd2-bcb0-2cab45b869a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f916c0-5e4a-464a-a471-e22192e192fb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:10.548099 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-951f9ac8-5815-499f-b8d5-04243c8a8cc1 admin admin] Publish callbacks [] for security_group (73a14ca0-b28d-4862-b05b-b8d5004a644b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.554568 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:10.600733 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-951f9ac8-5815-499f-b8d5-04243c8a8cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (73a14ca0-b28d-4862-b05b-b8d5004a644b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.603223 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-951f9ac8-5815-499f-b8d5-04243c8a8cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:10.604420 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-951f9ac8-5815-499f-b8d5-04243c8a8cc1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/73a14ca0-b28d-4862-b05b-b8d5004a644b HTTP/1.1" status: 204 len: 168 time: 0.1445088 Oct 09 01:02:10.614682 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f9ac8-5815-499f-b8d5-04243c8a8cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a14ca0-b28d-4862-b05b-b8d5004a644b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:10.901100 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e465dbe5-5b91-47a1-b306-617be213fe16 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:02:10.924886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: e465dbe5-5b91-47a1-b306-617be213fe16 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:02:10.926150 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e465dbe5-5b91-47a1-b306-617be213fe16 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:02:10.928474 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:02:10.953951 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:02:10.954258 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 8a28fe29-98d4-4ca2-9d2f-f66e990bc6b1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:02:10.954639 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:02:10.973570 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:02:10.973920 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device b33db3c4-e8e3-4b50-8a3e-2692ee1a44e2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:02:11.333118 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:11.343630 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:12.916226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:12.953416 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.353121 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:14.457471 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.515209 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=14 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:14.535732 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Publish callbacks [] for security_group (02d9bc5d-895b-4088-a256-720b06a94678), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.539335 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (02d9bc5d-895b-4088-a256-720b06a94678), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.577607 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=97b9086fac714440938c6c50bd5026c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234373 Oct 09 01:02:14.579480 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d9bc5d-895b-4088-a256-720b06a94678,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:14.580347 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34768) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:14.587298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.587670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.588017 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.588361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.588697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.589029 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.589357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.589683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.590028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.590455 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.590664 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.591012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.591330 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.591669 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.591993 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2fb20f-198d-4ca0-9802-f27ebf455c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:14.630529 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b3a49051-6684-4af7-9fb4-db345d228d04 admin admin] Publish callbacks [] for security_group (02d9bc5d-895b-4088-a256-720b06a94678), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.650394 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b3a49051-6684-4af7-9fb4-db345d228d04 admin admin] Publish callbacks [] for security_group (02d9bc5d-895b-4088-a256-720b06a94678), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.695418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b3a49051-6684-4af7-9fb4-db345d228d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (02d9bc5d-895b-4088-a256-720b06a94678), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.698004 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b3a49051-6684-4af7-9fb4-db345d228d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:14.699147 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b3a49051-6684-4af7-9fb4-db345d228d04 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/02d9bc5d-895b-4088-a256-720b06a94678 HTTP/1.1" status: 204 len: 168 time: 0.1178060 Oct 09 01:02:14.708000 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a49051-6684-4af7-9fb4-db345d228d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d9bc5d-895b-4088-a256-720b06a94678,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:15.712085 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:15.823569 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b37f9b27-b477-4ed1-9f56-9094d106e18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:15.909354 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b37f9b27-b477-4ed1-9f56-9094d106e18e admin admin] Publish callbacks [] for security_group (12f434ae-3c3c-475c-a5a8-a44284d2fcf7), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:15.913866 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b37f9b27-b477-4ed1-9f56-9094d106e18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (12f434ae-3c3c-475c-a5a8-a44284d2fcf7), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:15.918826 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34852) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:15.954630 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b37f9b27-b477-4ed1-9f56-9094d106e18e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d9b18dc3d0f14cb982a654cba1c40532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414672 Oct 09 01:02:15.955619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f9b27-b477-4ed1-9f56-9094d106e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f434ae-3c3c-475c-a5a8-a44284d2fcf7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:15.958215 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 34856) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:16.009147 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185cb823-b605-4d3e-9adf-b9c448fa8c64 admin admin] Publish callbacks [] for security_group (12f434ae-3c3c-475c-a5a8-a44284d2fcf7), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.040234 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185cb823-b605-4d3e-9adf-b9c448fa8c64 admin admin] Publish callbacks [] for security_group (12f434ae-3c3c-475c-a5a8-a44284d2fcf7), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.049872 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a11b-1560-4a98-8a94-6ca0678af411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.091794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:16.121029 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185cb823-b605-4d3e-9adf-b9c448fa8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (12f434ae-3c3c-475c-a5a8-a44284d2fcf7), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.123492 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185cb823-b605-4d3e-9adf-b9c448fa8c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.124648 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-185cb823-b605-4d3e-9adf-b9c448fa8c64 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/12f434ae-3c3c-475c-a5a8-a44284d2fcf7 HTTP/1.1" status: 204 len: 168 time: 0.1658134 Oct 09 01:02:16.138319 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cb823-b605-4d3e-9adf-b9c448fa8c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f434ae-3c3c-475c-a5a8-a44284d2fcf7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:16.168719 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a11b-1560-4a98-8a94-6ca0678af411 admin admin] Publish callbacks [] for security_group (f200aa37-bea6-4cb6-9ecd-ae113e3bc548), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.172891 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a11b-1560-4a98-8a94-6ca0678af411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (f200aa37-bea6-4cb6-9ecd-ae113e3bc548), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.213534 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7aa4a11b-1560-4a98-8a94-6ca0678af411 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5562380a08c440759380988a5b2d0b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930706 Oct 09 01:02:16.214390 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a11b-1560-4a98-8a94-6ca0678af411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f200aa37-bea6-4cb6-9ecd-ae113e3bc548,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:16.217232 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34860) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:16.274747 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b76d604b-7f82-4e6f-835b-1569bca39550 admin admin] Publish callbacks [] for security_group (f200aa37-bea6-4cb6-9ecd-ae113e3bc548), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.295057 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b76d604b-7f82-4e6f-835b-1569bca39550 admin admin] Publish callbacks [] for security_group (f200aa37-bea6-4cb6-9ecd-ae113e3bc548), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.344337 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b76d604b-7f82-4e6f-835b-1569bca39550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (f200aa37-bea6-4cb6-9ecd-ae113e3bc548), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.346991 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b76d604b-7f82-4e6f-835b-1569bca39550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.348233 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b76d604b-7f82-4e6f-835b-1569bca39550 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f200aa37-bea6-4cb6-9ecd-ae113e3bc548 HTTP/1.1" status: 204 len: 168 time: 0.1290078 Oct 09 01:02:16.356346 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d604b-7f82-4e6f-835b-1569bca39550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f200aa37-bea6-4cb6-9ecd-ae113e3bc548,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:16.424715 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:16.438199 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a265e6d0-b8f7-4176-af03-46e4f8de8288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.464900 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:16.526409 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a265e6d0-b8f7-4176-af03-46e4f8de8288 admin admin] Publish callbacks [] for security_group (5d0d5793-48e9-48e7-80fd-b5c63b8d24db), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.530655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a265e6d0-b8f7-4176-af03-46e4f8de8288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (5d0d5793-48e9-48e7-80fd-b5c63b8d24db), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.569207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265e6d0-b8f7-4176-af03-46e4f8de8288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d5793-48e9-48e7-80fd-b5c63b8d24db,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:16.575632 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-a265e6d0-b8f7-4176-af03-46e4f8de8288 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=14ebedb8f9674385bd92ce92b8c3577a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477573 Oct 09 01:02:16.576163 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34872) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:16.626799 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e27da30-2bad-45a6-8775-cb208a452a92 admin admin] Publish callbacks [] for security_group (5d0d5793-48e9-48e7-80fd-b5c63b8d24db), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.649259 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e27da30-2bad-45a6-8775-cb208a452a92 admin admin] Publish callbacks [] for security_group (5d0d5793-48e9-48e7-80fd-b5c63b8d24db), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.655806 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:16.704670 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e27da30-2bad-45a6-8775-cb208a452a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (5d0d5793-48e9-48e7-80fd-b5c63b8d24db), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.707912 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e27da30-2bad-45a6-8775-cb208a452a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:16.709078 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2e27da30-2bad-45a6-8775-cb208a452a92 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5d0d5793-48e9-48e7-80fd-b5c63b8d24db HTTP/1.1" status: 204 len: 168 time: 0.1320066 Oct 09 01:02:16.716953 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27da30-2bad-45a6-8775-cb208a452a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d5793-48e9-48e7-80fd-b5c63b8d24db,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:18.781915 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34986) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:18.891341 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11faadc5-1727-4754-89ff-7c5a5dfebae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:18.967418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11faadc5-1727-4754-89ff-7c5a5dfebae8 admin admin] Publish callbacks [] for security_group (0969fb25-c929-49e1-8327-8160354ce619), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:18.970745 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11faadc5-1727-4754-89ff-7c5a5dfebae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0969fb25-c929-49e1-8327-8160354ce619), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.013598 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-11faadc5-1727-4754-89ff-7c5a5dfebae8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fac6b6c986e8486fad370ebb71e08461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306430 Oct 09 01:02:19.014498 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faadc5-1727-4754-89ff-7c5a5dfebae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0969fb25-c929-49e1-8327-8160354ce619,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:19.016719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 34992) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:19.065209 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93ffc6b0-975a-4d92-ba29-431ee49c2751 admin admin] Publish callbacks [] for security_group (0969fb25-c929-49e1-8327-8160354ce619), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.086048 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93ffc6b0-975a-4d92-ba29-431ee49c2751 admin admin] Publish callbacks [] for security_group (0969fb25-c929-49e1-8327-8160354ce619), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.132218 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93ffc6b0-975a-4d92-ba29-431ee49c2751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0969fb25-c929-49e1-8327-8160354ce619), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.134722 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93ffc6b0-975a-4d92-ba29-431ee49c2751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.135879 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-93ffc6b0-975a-4d92-ba29-431ee49c2751 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0969fb25-c929-49e1-8327-8160354ce619 HTTP/1.1" status: 204 len: 168 time: 0.1182544 Oct 09 01:02:19.143437 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc6b0-975a-4d92-ba29-431ee49c2751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0969fb25-c929-49e1-8327-8160354ce619,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:19.526714 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35002) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:19.541477 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7402de9c-1773-4d55-ab97-bd66f972dbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.618412 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7402de9c-1773-4d55-ab97-bd66f972dbd8 admin admin] Publish callbacks [] for security_group (8f5517f2-c822-4a08-95c4-402add2b0ceb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.622028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7402de9c-1773-4d55-ab97-bd66f972dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8f5517f2-c822-4a08-95c4-402add2b0ceb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.661764 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-7402de9c-1773-4d55-ab97-bd66f972dbd8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e0234fb64deb44aa863cd507930e41f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338897 Oct 09 01:02:19.662866 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402de9c-1773-4d55-ab97-bd66f972dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5517f2-c822-4a08-95c4-402add2b0ceb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:19.664505 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35006) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:19.715404 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-550c72ef-b735-4032-b190-cea12188e63a admin admin] Publish callbacks [] for security_group (8f5517f2-c822-4a08-95c4-402add2b0ceb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.737919 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-550c72ef-b735-4032-b190-cea12188e63a admin admin] Publish callbacks [] for security_group (8f5517f2-c822-4a08-95c4-402add2b0ceb), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.787522 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-550c72ef-b735-4032-b190-cea12188e63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8f5517f2-c822-4a08-95c4-402add2b0ceb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.790236 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-550c72ef-b735-4032-b190-cea12188e63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:19.791393 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-550c72ef-b735-4032-b190-cea12188e63a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8f5517f2-c822-4a08-95c4-402add2b0ceb HTTP/1.1" status: 204 len: 168 time: 0.1258459 Oct 09 01:02:19.799142 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c72ef-b735-4032-b190-cea12188e63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5517f2-c822-4a08-95c4-402add2b0ceb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:21.804116 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35126) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:21.912513 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-680cb8b4-7d25-49b1-807d-8ef3f2b7389b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:21.924165 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:21.991580 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-680cb8b4-7d25-49b1-807d-8ef3f2b7389b admin admin] Publish callbacks [] for security_group (61cb90f5-3dec-4a44-ac6a-2b29138677cb), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:21.995380 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-680cb8b4-7d25-49b1-807d-8ef3f2b7389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (61cb90f5-3dec-4a44-ac6a-2b29138677cb), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.035319 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-680cb8b4-7d25-49b1-807d-8ef3f2b7389b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3b2b4af9a4d64827b537860ce1cd150f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301736 Oct 09 01:02:22.036419 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cb8b4-7d25-49b1-807d-8ef3f2b7389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb90f5-3dec-4a44-ac6a-2b29138677cb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:22.038243 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:22.092470 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45dde6c3-a75e-45b7-bb6a-5d590c2c315c admin admin] Publish callbacks [] for security_group (61cb90f5-3dec-4a44-ac6a-2b29138677cb), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.112207 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45dde6c3-a75e-45b7-bb6a-5d590c2c315c admin admin] Publish callbacks [] for security_group (61cb90f5-3dec-4a44-ac6a-2b29138677cb), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.159327 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45dde6c3-a75e-45b7-bb6a-5d590c2c315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (61cb90f5-3dec-4a44-ac6a-2b29138677cb), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.161851 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45dde6c3-a75e-45b7-bb6a-5d590c2c315c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.163071 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-45dde6c3-a75e-45b7-bb6a-5d590c2c315c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/61cb90f5-3dec-4a44-ac6a-2b29138677cb HTTP/1.1" status: 204 len: 168 time: 0.1237359 Oct 09 01:02:22.170794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dde6c3-a75e-45b7-bb6a-5d590c2c315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb90f5-3dec-4a44-ac6a-2b29138677cb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:22.376823 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:02:22.420753 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:22.434283 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04512dae-e44d-44a8-a78c-2b994a1c317d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.468867 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:22.514148 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04512dae-e44d-44a8-a78c-2b994a1c317d admin admin] Publish callbacks [] for security_group (c9f8269d-6a81-4c5f-8dba-e26a564a0d98), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.517634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04512dae-e44d-44a8-a78c-2b994a1c317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (c9f8269d-6a81-4c5f-8dba-e26a564a0d98), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.556634 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-04512dae-e44d-44a8-a78c-2b994a1c317d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c3ad9a857bbc452087cfdabcb9c98aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346178 Oct 09 01:02:22.557472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04512dae-e44d-44a8-a78c-2b994a1c317d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f8269d-6a81-4c5f-8dba-e26a564a0d98,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:22.559359 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:22.608862 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cdee4ec-30f0-4803-95d7-4abb02492a59 admin admin] Publish callbacks [] for security_group (c9f8269d-6a81-4c5f-8dba-e26a564a0d98), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.616130 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:22.630920 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cdee4ec-30f0-4803-95d7-4abb02492a59 admin admin] Publish callbacks [] for security_group (c9f8269d-6a81-4c5f-8dba-e26a564a0d98), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.677444 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cdee4ec-30f0-4803-95d7-4abb02492a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (c9f8269d-6a81-4c5f-8dba-e26a564a0d98), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.679897 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cdee4ec-30f0-4803-95d7-4abb02492a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:22.681036 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4cdee4ec-30f0-4803-95d7-4abb02492a59 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c9f8269d-6a81-4c5f-8dba-e26a564a0d98 HTTP/1.1" status: 204 len: 168 time: 0.1206815 Oct 09 01:02:22.688621 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdee4ec-30f0-4803-95d7-4abb02492a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f8269d-6a81-4c5f-8dba-e26a564a0d98,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:23.149686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35166) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:23.264474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3219198-b08b-4bc9-8257-5288af3f5244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.351646 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:23.353753 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3219198-b08b-4bc9-8257-5288af3f5244 admin admin] Publish callbacks [] for security_group (6ad2379d-c17a-45a4-88de-83ff47e25fb4), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.357880 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c3219198-b08b-4bc9-8257-5288af3f5244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (6ad2379d-c17a-45a4-88de-83ff47e25fb4), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.397752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3219198-b08b-4bc9-8257-5288af3f5244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2379d-c17a-45a4-88de-83ff47e25fb4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:23.406546 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35178) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:23.408935 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c3219198-b08b-4bc9-8257-5288af3f5244 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fdc49ce807cc48cdab1aaf875a9b2343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575493 Oct 09 01:02:23.458446 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59ff6de1-8bbd-4fd0-9d42-b80748cdc4ce admin admin] Publish callbacks [] for security_group (6ad2379d-c17a-45a4-88de-83ff47e25fb4), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.479234 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59ff6de1-8bbd-4fd0-9d42-b80748cdc4ce admin admin] Publish callbacks [] for security_group (6ad2379d-c17a-45a4-88de-83ff47e25fb4), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.528723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59ff6de1-8bbd-4fd0-9d42-b80748cdc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (6ad2379d-c17a-45a4-88de-83ff47e25fb4), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.532165 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59ff6de1-8bbd-4fd0-9d42-b80748cdc4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.533341 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-59ff6de1-8bbd-4fd0-9d42-b80748cdc4ce admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6ad2379d-c17a-45a4-88de-83ff47e25fb4 HTTP/1.1" status: 204 len: 168 time: 0.1259694 Oct 09 01:02:23.542053 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff6de1-8bbd-4fd0-9d42-b80748cdc4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2379d-c17a-45a4-88de-83ff47e25fb4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:23.823671 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:23.837576 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2facded4-dc5e-40b2-b98f-dfe38a5f0968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.915616 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2facded4-dc5e-40b2-b98f-dfe38a5f0968 admin admin] Publish callbacks [] for security_group (bcdf6d27-c6b9-4426-b212-db6120c3488a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.919171 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2facded4-dc5e-40b2-b98f-dfe38a5f0968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (bcdf6d27-c6b9-4426-b212-db6120c3488a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:23.958966 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-2facded4-dc5e-40b2-b98f-dfe38a5f0968 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f33d8f9b267a4690b9b8f4caf65222fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342874 Oct 09 01:02:23.960185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facded4-dc5e-40b2-b98f-dfe38a5f0968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf6d27-c6b9-4426-b212-db6120c3488a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:23.961719 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:24.012873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31f1ce37-c7aa-48d1-a66d-4e71efaaa5f5 admin admin] Publish callbacks [] for security_group (bcdf6d27-c6b9-4426-b212-db6120c3488a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:24.033832 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31f1ce37-c7aa-48d1-a66d-4e71efaaa5f5 admin admin] Publish callbacks [] for security_group (bcdf6d27-c6b9-4426-b212-db6120c3488a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:24.083261 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31f1ce37-c7aa-48d1-a66d-4e71efaaa5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (bcdf6d27-c6b9-4426-b212-db6120c3488a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:24.087101 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31f1ce37-c7aa-48d1-a66d-4e71efaaa5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:24.088298 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-31f1ce37-c7aa-48d1-a66d-4e71efaaa5f5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bcdf6d27-c6b9-4426-b212-db6120c3488a HTTP/1.1" status: 204 len: 168 time: 0.1255667 Oct 09 01:02:24.096783 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1ce37-c7aa-48d1-a66d-4e71efaaa5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf6d27-c6b9-4426-b212-db6120c3488a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:27.144734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:27.882246 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:33.859178 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35378) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:33.949506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=8,neutron:SELECT=41,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:33.956921 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=72,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:33.990886 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.067758 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:34.092747 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:34.102681 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Publish callbacks [] for security_group (0ec33574-cb24-4fba-87a6-df19af4dbb07), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.106345 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0ec33574-cb24-4fba-87a6-df19af4dbb07), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.146451 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6b037d8bc6e240f7a981facfd03c639d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859676 Oct 09 01:02:34.147242 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec33574-cb24-4fba-87a6-df19af4dbb07,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:34.149242 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:34.154654 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.155008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.155454 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.155777 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.156112 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.156445 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.156775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.157095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.157418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.157741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.158062 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.158385 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.158703 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.159019 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.159385 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0930f5-a01e-44b0-a16f-0db88b4c5d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:02:34.200564 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1e229d3-5789-4e41-825d-6b4e05e34d97 admin admin] Publish callbacks [] for security_group (0ec33574-cb24-4fba-87a6-df19af4dbb07), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.223236 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1e229d3-5789-4e41-825d-6b4e05e34d97 admin admin] Publish callbacks [] for security_group (0ec33574-cb24-4fba-87a6-df19af4dbb07), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.268393 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1e229d3-5789-4e41-825d-6b4e05e34d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0ec33574-cb24-4fba-87a6-df19af4dbb07), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.271573 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1e229d3-5789-4e41-825d-6b4e05e34d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.272721 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b1e229d3-5789-4e41-825d-6b4e05e34d97 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0ec33574-cb24-4fba-87a6-df19af4dbb07 HTTP/1.1" status: 204 len: 168 time: 0.1224632 Oct 09 01:02:34.280791 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e229d3-5789-4e41-825d-6b4e05e34d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec33574-cb24-4fba-87a6-df19af4dbb07,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:34.293131 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:34.532155 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:34.545715 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c500075-8c4d-443e-826d-b3ffdf1e5b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.621930 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c500075-8c4d-443e-826d-b3ffdf1e5b39 admin admin] Publish callbacks [] for security_group (b7e24188-8aba-4639-b257-90a6dd50e943), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.625892 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c500075-8c4d-443e-826d-b3ffdf1e5b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (b7e24188-8aba-4639-b257-90a6dd50e943), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.666202 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6c500075-8c4d-443e-826d-b3ffdf1e5b39 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ff44ced9f1f241ad8b78680960b60f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327980 Oct 09 01:02:34.667540 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:34.669106 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c500075-8c4d-443e-826d-b3ffdf1e5b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e24188-8aba-4639-b257-90a6dd50e943,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:34.720639 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4abd05c-5a3e-4124-af1d-cf0f720178ec admin admin] Publish callbacks [] for security_group (b7e24188-8aba-4639-b257-90a6dd50e943), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.740670 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4abd05c-5a3e-4124-af1d-cf0f720178ec admin admin] Publish callbacks [] for security_group (b7e24188-8aba-4639-b257-90a6dd50e943), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.788044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4abd05c-5a3e-4124-af1d-cf0f720178ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (b7e24188-8aba-4639-b257-90a6dd50e943), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.790720 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4abd05c-5a3e-4124-af1d-cf0f720178ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:34.791892 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f4abd05c-5a3e-4124-af1d-cf0f720178ec admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b7e24188-8aba-4639-b257-90a6dd50e943 HTTP/1.1" status: 204 len: 168 time: 0.1226206 Oct 09 01:02:34.799700 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abd05c-5a3e-4124-af1d-cf0f720178ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e24188-8aba-4639-b257-90a6dd50e943,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:35.864676 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35432) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:35.987940 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cb388a-89f5-419e-8d28-5101599b3bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.076658 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cb388a-89f5-419e-8d28-5101599b3bd8 admin admin] Publish callbacks [] for security_group (0fc767b6-e687-4858-b561-63b49bb5c366), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.081334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cb388a-89f5-419e-8d28-5101599b3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0fc767b6-e687-4858-b561-63b49bb5c366), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.125984 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-36cb388a-89f5-419e-8d28-5101599b3bd8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a343ee9be22e41a990e16ae84cc21d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602315 Oct 09 01:02:36.126850 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb388a-89f5-419e-8d28-5101599b3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc767b6-e687-4858-b561-63b49bb5c366,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:36.129324 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:36.192113 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1748c28-9f79-4bfa-8835-85b78d869f4a admin admin] Publish callbacks [] for security_group (0fc767b6-e687-4858-b561-63b49bb5c366), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.212929 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1748c28-9f79-4bfa-8835-85b78d869f4a admin admin] Publish callbacks [] for security_group (0fc767b6-e687-4858-b561-63b49bb5c366), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.241322 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff50ae-a75b-4f88-9366-23f6c8ef0ada req-bdb901eb-3e32-4d7e-a455-eb9c5411b5bf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:36.242813 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63ff50ae-a75b-4f88-9366-23f6c8ef0ada req-bdb901eb-3e32-4d7e-a455-eb9c5411b5bf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0474892 Oct 09 01:02:36.275174 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1748c28-9f79-4bfa-8835-85b78d869f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0fc767b6-e687-4858-b561-63b49bb5c366), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.278600 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1748c28-9f79-4bfa-8835-85b78d869f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:36.280884 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b1748c28-9f79-4bfa-8835-85b78d869f4a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0fc767b6-e687-4858-b561-63b49bb5c366 HTTP/1.1" status: 204 len: 168 time: 0.1506052 Oct 09 01:02:36.289919 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1748c28-9f79-4bfa-8835-85b78d869f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc767b6-e687-4858-b561-63b49bb5c366,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:36.297989 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-63ff50ae-a75b-4f88-9366-23f6c8ef0ada req-f9b9a123-d150-4a17-9bb4-da1e91c18fee tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491662 Oct 09 01:02:37.440173 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c627361-e33c-41a8-80ce-040d28a8d41b req-bc169c44-8522-4020-b5b1-90ba591b4756 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:37.444101 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c627361-e33c-41a8-80ce-040d28a8d41b req-bc169c44-8522-4020-b5b1-90ba591b4756 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0570116 Oct 09 01:02:37.492241 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c627361-e33c-41a8-80ce-040d28a8d41b req-8b83fd05-aa5d-4339-a77b-73003aed475d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446630 Oct 09 01:02:37.574654 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-923d5644-cab9-46d3-996a-4a5b06551b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:37.983672 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=9 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:37.986855 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=28 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:38.622668 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7a6d2-71cc-4c64-9d3c-293ec87921e3 req-b378d7e4-8749-443c-81ae-5d7a2542d1cb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:38.624184 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-07b7a6d2-71cc-4c64-9d3c-293ec87921e3 req-b378d7e4-8749-443c-81ae-5d7a2542d1cb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0496430 Oct 09 01:02:38.678854 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-07b7a6d2-71cc-4c64-9d3c-293ec87921e3 req-cd4c5e0b-6694-49ca-81c8-67ceac7ac000 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483637 Oct 09 01:02:39.803795 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c66914fc-bf6b-4b10-af2d-ec10589ce6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:39.810153 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95092-57e6-4520-92b7-d5ca754f94cc req-a571e673-58ca-47fd-9129-db9ec31713fa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:39.811652 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caa95092-57e6-4520-92b7-d5ca754f94cc req-a571e673-58ca-47fd-9129-db9ec31713fa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0469737 Oct 09 01:02:39.858790 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-caa95092-57e6-4520-92b7-d5ca754f94cc req-1bcc361b-afe4-43b3-b473-0884051769e9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 Oct 09 01:02:40.983340 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d2a81-a3d4-4847-acc6-89ac57d64f24 req-cc92a838-f08c-4734-affb-6246396c09eb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:40.984707 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a68d2a81-a3d4-4847-acc6-89ac57d64f24 req-cc92a838-f08c-4734-affb-6246396c09eb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0464010 Oct 09 01:02:41.026757 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:41.031190 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a68d2a81-a3d4-4847-acc6-89ac57d64f24 req-4eecac66-f099-4ce4-9457-0e943d82eec8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403543 Oct 09 01:02:41.339173 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:42.160673 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5e266-b0c6-4cb0-9e75-346b5727589f req-e6ed14e6-106b-4017-9f0b-9391fe434386 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:42.162132 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ef5e266-b0c6-4cb0-9e75-346b5727589f req-e6ed14e6-106b-4017-9f0b-9391fe434386 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0497069 Oct 09 01:02:42.208016 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2ef5e266-b0c6-4cb0-9e75-346b5727589f req-8aa02b44-85e8-4933-964b-506c888b4ace tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Oct 09 01:02:42.908813 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:42.922036 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:42.955630 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:43.336494 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2683d4f-0361-4140-b3fd-79d086032aa9 req-1bc07f9b-4288-4d25-aaf2-a93e51226be1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:43.337876 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2683d4f-0361-4140-b3fd-79d086032aa9 req-1bc07f9b-4288-4d25-aaf2-a93e51226be1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0466311 Oct 09 01:02:43.383563 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b2683d4f-0361-4140-b3fd-79d086032aa9 req-dbc5e31f-5536-4f64-8f32-4b0767adcc0c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Oct 09 01:02:44.495478 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:44.509547 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6209b-f061-4177-9e49-8d03bc93956d req-462153af-bd81-4dcf-affc-778cd40e85df tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:44.511006 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9d6209b-f061-4177-9e49-8d03bc93956d req-462153af-bd81-4dcf-affc-778cd40e85df tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0469389 Oct 09 01:02:44.557685 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f9d6209b-f061-4177-9e49-8d03bc93956d req-f3dcecfc-8df2-40d2-bee5-9939b002f6a2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411870 Oct 09 01:02:45.345774 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:45.469712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adf3301-f3a2-43a4-99f8-fc348803ff42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.520267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:45.553073 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adf3301-f3a2-43a4-99f8-fc348803ff42 admin admin] Publish callbacks [] for security_group (4ce0a359-3695-49ac-b0b5-84863448e99b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.556644 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6adf3301-f3a2-43a4-99f8-fc348803ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (4ce0a359-3695-49ac-b0b5-84863448e99b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.595565 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6adf3301-f3a2-43a4-99f8-fc348803ff42 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e78172ea7902488bb2ab00394644f064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487221 Oct 09 01:02:45.596449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf3301-f3a2-43a4-99f8-fc348803ff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0a359-3695-49ac-b0b5-84863448e99b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:45.598777 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35578) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:45.618491 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:45.709878 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edba1258-2437-4e8e-a75b-879122ab10d7 admin admin] Publish callbacks [] for security_group (4ce0a359-3695-49ac-b0b5-84863448e99b), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.717828 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d868f-5cab-4dfd-97e2-50b601783abd req-67f534d2-b1bb-4bd1-a6a6-793c79788410 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:45.719276 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb1d868f-5cab-4dfd-97e2-50b601783abd req-67f534d2-b1bb-4bd1-a6a6-793c79788410 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0749307 Oct 09 01:02:45.752988 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edba1258-2437-4e8e-a75b-879122ab10d7 admin admin] Publish callbacks [] for security_group (4ce0a359-3695-49ac-b0b5-84863448e99b), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.808697 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bb1d868f-5cab-4dfd-97e2-50b601783abd req-59588ef5-1ce6-4201-b3c6-2d8f7855144d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832989 Oct 09 01:02:45.832174 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edba1258-2437-4e8e-a75b-879122ab10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (4ce0a359-3695-49ac-b0b5-84863448e99b), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.834926 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edba1258-2437-4e8e-a75b-879122ab10d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:45.836118 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-edba1258-2437-4e8e-a75b-879122ab10d7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4ce0a359-3695-49ac-b0b5-84863448e99b HTTP/1.1" status: 204 len: 168 time: 0.2354858 Oct 09 01:02:45.844184 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba1258-2437-4e8e-a75b-879122ab10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0a359-3695-49ac-b0b5-84863448e99b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:46.936361 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962fd0b-8e8f-4123-b738-8095d6d969ca req-b56e984f-f68a-46eb-b211-88ab476fee05 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:46.937821 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c962fd0b-8e8f-4123-b738-8095d6d969ca req-b56e984f-f68a-46eb-b211-88ab476fee05 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0471299 Oct 09 01:02:46.986192 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c962fd0b-8e8f-4123-b738-8095d6d969ca req-71a0abd8-b1fd-421a-bdad-b78215f6fcca tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Oct 09 01:02:48.095954 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35606) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:48.118136 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4bbd5-a6df-41e8-a93b-dfacad44c154 req-ed2a8d7d-c53d-47da-ad65-c22d83c9491d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:48.119614 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83b4bbd5-a6df-41e8-a93b-dfacad44c154 req-ed2a8d7d-c53d-47da-ad65-c22d83c9491d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0494976 Oct 09 01:02:48.170375 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-83b4bbd5-a6df-41e8-a93b-dfacad44c154 req-b5efe8b4-7c8f-43f4-b520-fa2f329e1508 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452065 Oct 09 01:02:48.201982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-977502b7-f263-4907-a0ad-b16efc4fc3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.277124 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-977502b7-f263-4907-a0ad-b16efc4fc3d5 admin admin] Publish callbacks [] for security_group (17e11d1c-79b6-48a3-8eba-bdc0545c30ae), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.280855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-977502b7-f263-4907-a0ad-b16efc4fc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (17e11d1c-79b6-48a3-8eba-bdc0545c30ae), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.324571 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-977502b7-f263-4907-a0ad-b16efc4fc3d5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fd5c9701cead4c6aa7f6701847268df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274051 Oct 09 01:02:48.325442 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977502b7-f263-4907-a0ad-b16efc4fc3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e11d1c-79b6-48a3-8eba-bdc0545c30ae,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:48.327301 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35610) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:48.376316 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1419ab60-5fb7-43ed-9daf-601eb3d8c4f1 admin admin] Publish callbacks [] for security_group (17e11d1c-79b6-48a3-8eba-bdc0545c30ae), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.396297 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1419ab60-5fb7-43ed-9daf-601eb3d8c4f1 admin admin] Publish callbacks [] for security_group (17e11d1c-79b6-48a3-8eba-bdc0545c30ae), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.443613 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1419ab60-5fb7-43ed-9daf-601eb3d8c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (17e11d1c-79b6-48a3-8eba-bdc0545c30ae), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.446310 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1419ab60-5fb7-43ed-9daf-601eb3d8c4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:48.447510 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1419ab60-5fb7-43ed-9daf-601eb3d8c4f1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/17e11d1c-79b6-48a3-8eba-bdc0545c30ae HTTP/1.1" status: 204 len: 168 time: 0.1190870 Oct 09 01:02:48.455791 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419ab60-5fb7-43ed-9daf-601eb3d8c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e11d1c-79b6-48a3-8eba-bdc0545c30ae,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:49.300928 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ea3c3-e4d0-4dc9-9bff-c5f16cf49d2b req-b4b8c8eb-3c96-480b-82cd-ca0866c9d01c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:49.302505 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-153ea3c3-e4d0-4dc9-9bff-c5f16cf49d2b req-b4b8c8eb-3c96-480b-82cd-ca0866c9d01c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0503962 Oct 09 01:02:49.354494 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-153ea3c3-e4d0-4dc9-9bff-c5f16cf49d2b req-ad09282c-546b-42e7-9a8e-d03088dfd189 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464132 Oct 09 01:02:50.480049 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a30ae-5eb0-4926-a7d8-9250fce1a78f req-80c8e4e0-9435-4172-a4a0-9b4bcdede21b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:50.481540 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f50a30ae-5eb0-4926-a7d8-9250fce1a78f req-80c8e4e0-9435-4172-a4a0-9b4bcdede21b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0463524 Oct 09 01:02:50.529387 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f50a30ae-5eb0-4926-a7d8-9250fce1a78f req-6d9a8fee-394b-4cde-9ab5-1d7d3d7f81d1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422611 Oct 09 01:02:51.657313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3974fcd-2525-433d-9500-177a51116733 req-0b7b4558-fc49-4b65-8960-77c4a749dec8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:51.658740 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3974fcd-2525-433d-9500-177a51116733 req-0b7b4558-fc49-4b65-8960-77c4a749dec8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0462332 Oct 09 01:02:51.703693 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3974fcd-2525-433d-9500-177a51116733 req-109eb817-e060-40ee-89f8-8f8f3d78190a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395007 Oct 09 01:02:52.426162 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 35682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:52.530504 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6d08262-ffac-4243-aa64-6b29794dd616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.595751 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:52.605099 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6d08262-ffac-4243-aa64-6b29794dd616 admin admin] Publish callbacks [] for security_group (8b87c768-c25e-4c05-834f-276f6a839a3a), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.608625 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6d08262-ffac-4243-aa64-6b29794dd616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8b87c768-c25e-4c05-834f-276f6a839a3a), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.647928 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-c6d08262-ffac-4243-aa64-6b29794dd616 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a5885c2f35074c2ab0e51257836943b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207131 Oct 09 01:02:52.648995 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d08262-ffac-4243-aa64-6b29794dd616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87c768-c25e-4c05-834f-276f6a839a3a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:52.650676 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35686) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:02:52.704105 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6baf65e4-18a4-4ef7-b780-cc93ffa3ff8a admin admin] Publish callbacks [] for security_group (8b87c768-c25e-4c05-834f-276f6a839a3a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.724579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6baf65e4-18a4-4ef7-b780-cc93ffa3ff8a admin admin] Publish callbacks [] for security_group (8b87c768-c25e-4c05-834f-276f6a839a3a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.771552 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6baf65e4-18a4-4ef7-b780-cc93ffa3ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8b87c768-c25e-4c05-834f-276f6a839a3a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.774235 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6baf65e4-18a4-4ef7-b780-cc93ffa3ff8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:52.775389 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-6baf65e4-18a4-4ef7-b780-cc93ffa3ff8a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b87c768-c25e-4c05-834f-276f6a839a3a HTTP/1.1" status: 204 len: 168 time: 0.1220334 Oct 09 01:02:52.778884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:52.785391 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf65e4-18a4-4ef7-b780-cc93ffa3ff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87c768-c25e-4c05-834f-276f6a839a3a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:52.843606 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175001c6-44a3-4561-b974-9b369fe1010d req-22a71b10-906b-4813-83a5-f1b0614b4900 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:52.845095 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-175001c6-44a3-4561-b974-9b369fe1010d req-22a71b10-906b-4813-83a5-f1b0614b4900 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0594261 Oct 09 01:02:52.900156 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-175001c6-44a3-4561-b974-9b369fe1010d req-22a992e4-4374-420e-85ec-d6cb1d880967 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481198 Oct 09 01:02:54.036087 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba38c-d41f-43fb-a2fb-eb5bbced9dd7 req-a31c6dae-49a5-4988-9e08-51c8d0ad850a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:54.037621 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf0ba38c-d41f-43fb-a2fb-eb5bbced9dd7 req-a31c6dae-49a5-4988-9e08-51c8d0ad850a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0468495 Oct 09 01:02:54.071368 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:02:54.098028 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cf0ba38c-d41f-43fb-a2fb-eb5bbced9dd7 req-9e8d4bbf-0d04-4625-8b22-7aaca33523b4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548632 Oct 09 01:02:54.187021 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:02:54.199128 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'mac_address': 'fa:16:3e:b4:e9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:02:54.242203 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: ACTIVE; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:02:54.242596 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:54.256219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a48d8008-24c8-488e-9a77-3b3d2c3b71b4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:02:54.278294 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:02:54.283359 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:54.335158 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:54.443887 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['a48d8008-24c8-488e-9a77-3b3d2c3b71b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:02:55.247886 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fa7c-4ab7-4ec2-9ebc-56a660be012a req-35ce8a03-27df-4212-9b44-57ed523c6b5f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:55.250191 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a29fa7c-4ab7-4ec2-9ebc-56a660be012a req-35ce8a03-27df-4212-9b44-57ed523c6b5f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 945 time: 0.0549440 Oct 09 01:02:55.310535 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:55.319779 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3a29fa7c-4ab7-4ec2-9ebc-56a660be012a req-12054cbf-0142-401e-8691-86d8eeaccfbc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626693 Oct 09 01:02:56.093692 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:02:56.147810 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:02:56.148303 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:56.148720 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 Oct 09 01:02:56.233401 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:02:56.233993 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:56.266437 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:02:56.268436 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1f0f8-e03a-44dc-8487-b2c8e2f8bebc" -d '{"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-plugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:02:56.282593 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:02:56.288304 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:56.320689 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805c194-f579-463b-be6d-bb0a00116b39 x-openstack-request-id: req-1805c194-f579-463b-be6d-bb0a00116b39 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:02:56.320986 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-plugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:02:56.321239 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1805c194-f579-463b-be6d-bb0a00116b39 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:02:56.321635 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1805c194-f579-463b-be6d-bb0a00116b39'] response: {'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'code': 200} Oct 09 01:02:56.354000 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:02:56.470716 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a02d96-082b-4789-ad20-11a4aeac1565 req-928523a7-1d76-4e4e-8798-b3e1bff839e4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:56.472514 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b6a02d96-082b-4789-ad20-11a4aeac1565 req-928523a7-1d76-4e4e-8798-b3e1bff839e4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0551894 Oct 09 01:02:56.546445 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b6a02d96-082b-4789-ad20-11a4aeac1565 req-0aa22e6c-c495-4f8f-8f9b-bcc8f88150cc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611870 Oct 09 01:02:57.155540 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:02:57.176938 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:02:57.692462 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3a537-b03b-4129-afb5-0a3646549177 req-64f79021-06a2-445d-a446-67a43a799fa2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:57.699334 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aba3a537-b03b-4129-afb5-0a3646549177 req-64f79021-06a2-445d-a446-67a43a799fa2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0616317 Oct 09 01:02:57.746022 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aba3a537-b03b-4129-afb5-0a3646549177 req-1859082a-b0ef-4c1b-82ab-563ca820e1d7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Oct 09 01:02:58.900428 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a07912-b9e1-49c7-810e-892dc937bf8d req-9823fb82-3df8-4d43-81b4-36e981ec0470 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:02:58.903782 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-79a07912-b9e1-49c7-810e-892dc937bf8d req-9823fb82-3df8-4d43-81b4-36e981ec0470 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0618987 Oct 09 01:02:58.968131 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-79a07912-b9e1-49c7-810e-892dc937bf8d req-60203948-1f26-42ed-969c-906fa2f7f1fe tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586309 Oct 09 01:02:59.378092 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:03:00.080298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:00.153971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e72c-f5cf-40b0-8004-6212361bd6ce req-2e7dadd3-3ee3-4625-9214-22d4e1d4dc8a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:00.155890 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0720e72c-f5cf-40b0-8004-6212361bd6ce req-2e7dadd3-3ee3-4625-9214-22d4e1d4dc8a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0842319 Oct 09 01:03:00.174655 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-c7c495d4-afb2-4b8b-8739-a30717d3d288 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666618 Oct 09 01:03:00.214165 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0720e72c-f5cf-40b0-8004-6212361bd6ce req-f841654c-6649-427d-8a39-81d353364440 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517061 Oct 09 01:03:00.292425 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-58d3e4ce-4671-4a14-9c69-2fb3592f4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:00.294031 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-58d3e4ce-4671-4a14-9c69-2fb3592f4a84 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0475132 Oct 09 01:03:00.428570 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-83b04f6b-9e7f-4524-b887-5f1842643190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:00.435886 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-83b04f6b-9e7f-4524-b887-5f1842643190 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.1158681 Oct 09 01:03:00.511215 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-85b68fc8-cb4c-4c59-98a2-bb8b053fbc03 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 1001 time: 0.0682547 Oct 09 01:03:00.572153 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-61677d09-1246-4593-9aa9-e3c4186e401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:00.574175 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-61677d09-1246-4593-9aa9-e3c4186e401d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0564489 Oct 09 01:03:00.622147 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-f7f0543d-dcac-4de2-b3f0-11034443965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:00.623585 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-f7f0543d-dcac-4de2-b3f0-11034443965e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428131 Oct 09 01:03:00.732952 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-2056fde3-4796-4d82-b1b1-985207965796 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003168 Oct 09 01:03:00.844360 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0b740976-a89f-4110-a544-5c01ca3cf0a8 req-eb4def8d-604a-4bff-8237-bdd5c6bdd8f4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045380 Oct 09 01:03:01.365613 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b89d7e-0b39-46ae-a12a-8128cde3f3d5 req-9c81c7d2-8d42-4e83-9a6f-86fa8d306970 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:01.373017 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02b89d7e-0b39-46ae-a12a-8128cde3f3d5 req-9c81c7d2-8d42-4e83-9a6f-86fa8d306970 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0557508 Oct 09 01:03:01.427431 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-02b89d7e-0b39-46ae-a12a-8128cde3f3d5 req-265e35da-678d-417e-a8de-0048016b24d6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534270 Oct 09 01:03:02.590009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f732-6ad3-4365-b5f9-d7a7df2ee6d7 req-023b6aaf-71fe-4756-ace6-d55b8cc34651 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:02.591516 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3b21f732-6ad3-4365-b5f9-d7a7df2ee6d7 req-023b6aaf-71fe-4756-ace6-d55b8cc34651 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0541143 Oct 09 01:03:02.652313 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3b21f732-6ad3-4365-b5f9-d7a7df2ee6d7 req-11fa87b0-7088-4714-b531-09cd114e9ceb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516586 Oct 09 01:03:03.787767 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba1cad-b6ab-480b-892a-a7a9e59c951e req-e8e6c7c4-1f24-43b3-9970-b1ba95ab2829 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:03.789243 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-77ba1cad-b6ab-480b-892a-a7a9e59c951e req-e8e6c7c4-1f24-43b3-9970-b1ba95ab2829 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0467501 Oct 09 01:03:03.838709 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-77ba1cad-b6ab-480b-892a-a7a9e59c951e req-9e53fdc8-9b57-4667-a30c-85e50f222d3b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Oct 09 01:03:04.009507 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-14176d70-109d-45dd-a17e-2e03d3ef2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:04.011010 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-14176d70-109d-45dd-a17e-2e03d3ef2478 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1130 time: 0.0417266 Oct 09 01:03:04.082218 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:04.104959 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-95ac7612-21e8-4553-a4fb-5c43c5e81be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:04.106424 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-95ac7612-21e8-4553-a4fb-5c43c5e81be1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.0889230 Oct 09 01:03:04.167322 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-b839c95b-e6ff-4994-bcbc-eda47f9ca735 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 1002 time: 0.0536482 Oct 09 01:03:04.215125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-7742d6ff-0b49-4b69-9827-34de37789f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:04.216474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-7742d6ff-0b49-4b69-9827-34de37789f8d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0431111 Oct 09 01:03:04.262847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-29f93854-d589-4002-a9e0-d88b3122d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:04.264334 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-29f93854-d589-4002-a9e0-d88b3122d9b4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415471 Oct 09 01:03:04.350002 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:04.356031 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-cafa6348-b6e6-448a-8ea9-ec43a1543460 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Oct 09 01:03:04.448780 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5949653b-bade-49e4-80a3-aa51863f54b7 req-6d08721a-8811-45df-8cb2-a5e0e8e3f485 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Oct 09 01:03:04.964057 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96469b7-3dcf-428a-a53c-0e9120af3211 req-e5d0c7e4-6188-4089-80c7-40380b026648 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:04.965551 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f96469b7-3dcf-428a-a53c-0e9120af3211 req-e5d0c7e4-6188-4089-80c7-40380b026648 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0465169 Oct 09 01:03:05.012209 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f96469b7-3dcf-428a-a53c-0e9120af3211 req-de3626a0-f7e8-4def-99b0-660694b627c2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Oct 09 01:03:05.187185 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:06.139647 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3489a-405a-493d-a23e-a005ac449940 req-f7c74a87-905f-4b8c-999a-96c75ef6b466 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:06.141095 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-34b3489a-405a-493d-a23e-a005ac449940 req-f7c74a87-905f-4b8c-999a-96c75ef6b466 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0495019 Oct 09 01:03:06.190030 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-34b3489a-405a-493d-a23e-a005ac449940 req-d04963b2-30a1-434d-bf75-f30c81bb7648 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429049 Oct 09 01:03:07.164034 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:07.321075 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3777ac8-2d8c-4a37-9083-6e12c4122d98 req-8bf2d402-5a3d-4c39-aed7-158072e54156 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:07.322484 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3777ac8-2d8c-4a37-9083-6e12c4122d98 req-8bf2d402-5a3d-4c39-aed7-158072e54156 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Oct 09 01:03:07.368164 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3777ac8-2d8c-4a37-9083-6e12c4122d98 req-98c99c23-e67a-41d3-8992-ff7347ae7071 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 Oct 09 01:03:07.575291 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-15bf1844-d48d-41eb-9c39-14bca46c30e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:07.949605 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-d8d37969-cb46-4ab4-adf3-4fc3887644f4 req-0f3a4cab-2cd8-444d-91be-123a24a3fa5b service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 01:03:07.950604 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d8d37969-cb46-4ab4-adf3-4fc3887644f4 req-0f3a4cab-2cd8-444d-91be-123a24a3fa5b service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1003795 Oct 09 01:03:08.131916 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f1c7-eede-4003-8279-a22aebc4b383 req-d4de40d3-be10-4abd-b595-6ba8ac2289d7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:08.133374 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9538f1c7-eede-4003-8279-a22aebc4b383 req-d4de40d3-be10-4abd-b595-6ba8ac2289d7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 946 time: 0.0508862 Oct 09 01:03:08.141966 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:03:08.185731 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9538f1c7-eede-4003-8279-a22aebc4b383 req-762f866f-9d7f-4ef0-89d8-779549bd63b0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463235 Oct 09 01:03:08.222572 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: ACTIVE; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:08.223153 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:08.248521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:03:08.250793 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42554e0e-d85e-4211-9eb6-28bbdf6b61b8" -d '{"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-unplugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:03:08.266397 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:08.271986 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:08.300314 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 09 Oct 2022 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333646b6-3e27-48c1-8e8e-355470070d3b x-openstack-request-id: req-333646b6-3e27-48c1-8e8e-355470070d3b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:03:08.300597 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-unplugged", "status": "failed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:03:08.300847 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-333646b6-3e27-48c1-8e8e-355470070d3b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:03:08.301270 dv-cinder-master-3-iscsi neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-333646b6-3e27-48c1-8e8e-355470070d3b']: {'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'code': 422} returned with failed status Oct 09 01:03:08.327568 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:08.335061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.335404 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.335782 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.336143 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.336474 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.336803 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.337126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.337446 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.337811 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.338070 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.338390 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.338735 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.339032 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.339346 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.339685 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:08.373035 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:08.451549 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-59779e8b-6015-4a43-be06-713d41a3b53c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773203 Oct 09 01:03:08.459863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-1181e14f-210e-4295-b144-1965c6b5d83c service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 01:03:08.460789 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-1181e14f-210e-4295-b144-1965c6b5d83c service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047560 Oct 09 01:03:08.537799 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 35930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:08.628082 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462762b6-8064-43ca-832d-d37a41cbd596 req-20db7b5f-abf5-46af-a1c0-52c0624cbec1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:08.629416 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-20db7b5f-abf5-46af-a1c0-52c0624cbec1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports/a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 941 time: 0.0906432 Oct 09 01:03:09.317573 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9da091-8f0a-4321-9771-5d66c0ab75f1 req-467c2a5a-9b38-4897-8c2b-0643b66eedcf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:09.319023 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dc9da091-8f0a-4321-9771-5d66c0ab75f1 req-467c2a5a-9b38-4897-8c2b-0643b66eedcf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0457437 Oct 09 01:03:09.368763 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dc9da091-8f0a-4321-9771-5d66c0ab75f1 req-62814891-d522-4cff-ba25-472755f5dbaf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440974 Oct 09 01:03:09.373942 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:09.806219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37d58424-4a67-4aca-9fcd-3a2423b0d6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:10.497781 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4a9bf-0674-45ac-8a03-9fdfdb5f2fc8 req-9d9f621f-01d7-4d28-ad1c-e33905156552 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:10.499213 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0f4a9bf-0674-45ac-8a03-9fdfdb5f2fc8 req-9d9f621f-01d7-4d28-ad1c-e33905156552 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0482588 Oct 09 01:03:10.546112 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c0f4a9bf-0674-45ac-8a03-9fdfdb5f2fc8 req-7fabffcc-9822-4663-b8f7-07b0262e15e4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Oct 09 01:03:11.342485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:11.671132 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fc8d-fdac-4f61-b86e-7f1ab6b4330e req-a89c6280-e33a-42cf-82fd-a409bc819f42 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:11.672635 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-94f5fc8d-fdac-4f61-b86e-7f1ab6b4330e req-a89c6280-e33a-42cf-82fd-a409bc819f42 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0465991 Oct 09 01:03:11.718890 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-94f5fc8d-fdac-4f61-b86e-7f1ab6b4330e req-7a8403ee-aec0-4c96-ae41-69551d46c982 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406792 Oct 09 01:03:12.841384 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34855-8b42-4ced-96bd-bc6a475d9a85 req-f54727ad-57fb-4840-a9cb-89c8d3330225 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:12.842827 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3b34855-8b42-4ced-96bd-bc6a475d9a85 req-f54727ad-57fb-4840-a9cb-89c8d3330225 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0452139 Oct 09 01:03:12.889977 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3b34855-8b42-4ced-96bd-bc6a475d9a85 req-27377b21-762f-41db-b232-d801de0089b2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Oct 09 01:03:12.922098 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:12.957181 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:14.021182 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49b33-5333-40fd-b02c-4b23d25ec57d req-fd3d92a0-f97e-4acc-835e-b5aeb317619c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:14.022188 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e7b49b33-5333-40fd-b02c-4b23d25ec57d req-fd3d92a0-f97e-4acc-835e-b5aeb317619c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0478897 Oct 09 01:03:14.046271 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:14.077218 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e7b49b33-5333-40fd-b02c-4b23d25ec57d req-b5deecf2-2855-4291-9786-b538aa08937a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473685 Oct 09 01:03:14.481206 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462762b6-8064-43ca-832d-d37a41cbd596 req-70b511b4-8f46-4c75-bd79-b649eb4dd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:14.482758 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-70b511b4-8f46-4c75-bd79-b649eb4dd467 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616&tenant_id=410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 1128 time: 0.0735986 Oct 09 01:03:14.559852 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462762b6-8064-43ca-832d-d37a41cbd596 req-b0aa45de-688b-4c80-a6cf-34a21665a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:14.561421 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-b0aa45de-688b-4c80-a6cf-34a21665a4c3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1128 time: 0.0399199 Oct 09 01:03:14.656064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462762b6-8064-43ca-832d-d37a41cbd596 req-6051a08f-994d-4817-ad13-0cba18640a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:14.657516 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-6051a08f-994d-4817-ad13-0cba18640a4a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.0906458 Oct 09 01:03:14.989874 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-ef645268-6e93-4e50-92f6-81fb499551d1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 1000 time: 0.3250892 Oct 09 01:03:15.038908 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462762b6-8064-43ca-832d-d37a41cbd596 req-a6bbd18b-4942-4550-bd80-94f25287e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:15.040298 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-a6bbd18b-4942-4550-bd80-94f25287e430 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0445061 Oct 09 01:03:15.053132 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:15.087344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462762b6-8064-43ca-832d-d37a41cbd596 req-1eacf2d9-6c73-4108-a35b-a0fb31a67ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:15.088861 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-1eacf2d9-6c73-4108-a35b-a0fb31a67ee9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425019 Oct 09 01:03:15.155008 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:15.204238 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-437a4177-1cf7-43e9-8b13-ed189c449154 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088247 Oct 09 01:03:15.242882 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c85dd2-53b1-41f2-b78f-160c9a0e1237 req-9f008bf9-c5dd-4804-a83e-9c057257713c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:15.244346 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-57c85dd2-53b1-41f2-b78f-160c9a0e1237 req-9f008bf9-c5dd-4804-a83e-9c057257713c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0764985 Oct 09 01:03:15.338680 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-57c85dd2-53b1-41f2-b78f-160c9a0e1237 req-14725f56-ffe1-4ab6-9c77-a67f3454383c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702462 Oct 09 01:03:15.344315 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-462762b6-8064-43ca-832d-d37a41cbd596 req-cd7f20c8-16eb-4eb4-ab5c-531e1b18e0f9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341093 Oct 09 01:03:16.481060 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e98f8a-de82-43c4-ba91-3a14211a1da2 req-6b380a8e-d62f-486e-aff4-e967dc0bfb33 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:16.483525 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-28e98f8a-de82-43c4-ba91-3a14211a1da2 req-6b380a8e-d62f-486e-aff4-e967dc0bfb33 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0549443 Oct 09 01:03:16.534478 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-28e98f8a-de82-43c4-ba91-3a14211a1da2 req-e3e958d8-afff-4e9d-acfb-955746adf0e1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451436 Oct 09 01:03:17.670719 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7148209-200e-4b34-baf4-4aeecd9c5d95 req-f99fb524-a997-44d0-8281-2ea90aecccf1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:17.673191 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c7148209-200e-4b34-baf4-4aeecd9c5d95 req-f99fb524-a997-44d0-8281-2ea90aecccf1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0565565 Oct 09 01:03:17.722040 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c7148209-200e-4b34-baf4-4aeecd9c5d95 req-8dc02674-0d71-42b0-8cb6-7324d8c008bb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Oct 09 01:03:18.857281 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf500ab-c646-474d-86d3-8bc4a3a3aeba req-9214c936-6f1e-44e1-a2c4-5c63d91383b5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:18.859558 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-daf500ab-c646-474d-86d3-8bc4a3a3aeba req-9214c936-6f1e-44e1-a2c4-5c63d91383b5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0497470 Oct 09 01:03:18.920017 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-daf500ab-c646-474d-86d3-8bc4a3a3aeba req-30f6c6a1-de0b-4b13-bc36-14ae5f0079b6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513873 Oct 09 01:03:20.065711 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9b942-0a7c-46db-b542-fa0f97cceaff req-207bd64b-7ab8-4d80-9cef-65cc7fecc486 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:20.069368 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c6f9b942-0a7c-46db-b542-fa0f97cceaff req-207bd64b-7ab8-4d80-9cef-65cc7fecc486 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0544541 Oct 09 01:03:20.132362 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c6f9b942-0a7c-46db-b542-fa0f97cceaff req-a87f835d-2de2-42c3-9aaf-8e2bde3de8b4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575895 Oct 09 01:03:21.280592 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04407e-34ae-4b5b-8c24-6d6554464201 req-4024c909-f5bc-4653-8427-a791be0133bd tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:21.282307 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9c04407e-34ae-4b5b-8c24-6d6554464201 req-4024c909-f5bc-4653-8427-a791be0133bd tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0528717 Oct 09 01:03:21.294829 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:21.335519 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9c04407e-34ae-4b5b-8c24-6d6554464201 req-7dc9d1e3-1a75-49e6-80c2-960e97fef400 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Oct 09 01:03:22.475297 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff4c6-afe0-4809-82f5-f23f3f05fe97 req-fc186536-342c-4ec6-9e48-6a410843992d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:22.477590 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3ebff4c6-afe0-4809-82f5-f23f3f05fe97 req-fc186536-342c-4ec6-9e48-6a410843992d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0498216 Oct 09 01:03:22.532185 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3ebff4c6-afe0-4809-82f5-f23f3f05fe97 req-f4fd8ede-6244-45f7-8ff5-ebd5bff8e483 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489421 Oct 09 01:03:22.951847 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:22.953695 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:23.668334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad54811-68b0-4a19-a9df-bbc44f18e29b req-65e6dd65-c952-45e2-833a-f568d57dbc7c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:23.669892 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aad54811-68b0-4a19-a9df-bbc44f18e29b req-65e6dd65-c952-45e2-833a-f568d57dbc7c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0497253 Oct 09 01:03:23.717935 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-aad54811-68b0-4a19-a9df-bbc44f18e29b req-0e57b836-6944-4e17-b690-f15d093ddb2c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Oct 09 01:03:24.842863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b658b48-7ef5-46a6-9875-2406e5dddea2 req-349b6aaf-7b3e-40cc-9133-ab80b6bc55b9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:24.844324 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b658b48-7ef5-46a6-9875-2406e5dddea2 req-349b6aaf-7b3e-40cc-9133-ab80b6bc55b9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0459716 Oct 09 01:03:24.890694 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8b658b48-7ef5-46a6-9875-2406e5dddea2 req-262e23e3-90ff-4041-b552-57129d860be2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Oct 09 01:03:25.432798 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:25.536908 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.613203 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Publish callbacks [] for security_group (1c8ecf63-798c-49cb-873e-84f8e5c3fdcc), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.616700 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (1c8ecf63-798c-49cb-873e-84f8e5c3fdcc), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.655340 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d1cc477f1f0948158585b2f499b16b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215173 Oct 09 01:03:25.656189 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ecf63-798c-49cb-873e-84f8e5c3fdcc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:25.658039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:25.674691 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.675039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.675381 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.675753 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.676089 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.676421 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.676836 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.677164 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.677491 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.677816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.678141 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.678465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.678786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.679104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.679423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fd6db-90a6-44b5-a120-a19c25df5675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:25.693485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:25.723378 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9c0-cef2-45c8-a116-189be216f8c1 admin admin] Publish callbacks [] for security_group (1c8ecf63-798c-49cb-873e-84f8e5c3fdcc), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.743250 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9c0-cef2-45c8-a116-189be216f8c1 admin admin] Publish callbacks [] for security_group (1c8ecf63-798c-49cb-873e-84f8e5c3fdcc), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.789447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9c0-cef2-45c8-a116-189be216f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (1c8ecf63-798c-49cb-873e-84f8e5c3fdcc), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.792290 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a98cd9c0-cef2-45c8-a116-189be216f8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:25.793434 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a98cd9c0-cef2-45c8-a116-189be216f8c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1c8ecf63-798c-49cb-873e-84f8e5c3fdcc HTTP/1.1" status: 204 len: 168 time: 0.1344762 Oct 09 01:03:25.801515 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cd9c0-cef2-45c8-a116-189be216f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ecf63-798c-49cb-873e-84f8e5c3fdcc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:26.019175 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f244-a38f-4ef1-9a72-2ed601df22ea req-0c7d0047-b721-41fc-b45d-886d6686c385 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:26.021336 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-73f3f244-a38f-4ef1-9a72-2ed601df22ea req-0c7d0047-b721-41fc-b45d-886d6686c385 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0484047 Oct 09 01:03:26.089080 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-73f3f244-a38f-4ef1-9a72-2ed601df22ea req-71cdd7e2-6baf-46b9-946f-7e5d021f0f7e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612888 Oct 09 01:03:26.460124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36100) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:26.566537 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1509093388-network', 'tenant_id': 'f37de57a22a246f0935f85392898dd42'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:26.587488 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Made reservation on behalf of f37de57a22a246f0935f85392898dd42 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:03:26.589947 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.598960 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.677304 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks [] for security_group (0795ffbb-6daf-4bba-a742-e224a73d68c6), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.681042 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0795ffbb-6daf-4bba-a742-e224a73d68c6), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.706138 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:03:26.716107 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0795ffbb-6daf-4bba-a742-e224a73d68c6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:26.722180 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (a9f7e284-0af3-4e7c-8362-b09e14e08087), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.722522 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Added segment a9f7e284-0af3-4e7c-8362-b09e14e08087 of type vlan for network 6785419e-1d43-419a-bc35-ef45112ab443 Oct 09 01:03:26.762854 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (6785419e-1d43-419a-bc35-ef45112ab443), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.787079 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (6785419e-1d43-419a-bc35-ef45112ab443), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.788062 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:26.788634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:26.843958 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3826849 Oct 09 01:03:26.846888 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:26.852294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Request body: {'subnet': {'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1509093388-subnet', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:26.855946 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55294128-f6dc-4bcc-8538-e5ab2661c9da admin admin] Pushing event updated for resources: {'Network': ['ID=6785419e-1d43-419a-bc35-ef45112ab443,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:26.863909 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:26.867094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 6785419e-1d43-419a-bc35-ef45112ab443 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:03:26.876670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Made reservation on behalf of f37de57a22a246f0935f85392898dd42 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:03:26.879086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4383243'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.047779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4383257'] for subnet (98b6e2f7-a736-4245-b55d-f9e6c9acd558), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.104012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b6e2f7-a736-4245-b55d-f9e6c9acd558,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:27.112655 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Checking segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:27.112998 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Network hostable DHCP agents. Network: 6785419e-1d43-419a-bc35-ef45112ab443, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:03:27.130809 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Network 6785419e-1d43-419a-bc35-ef45112ab443 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:03:27.141564 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6785419e-1d43-419a-bc35-ef45112ab443) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:27.149027 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:27.149926 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.153221 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a07984-f718-4688-b37d-981c6697e060 None None] Network 6785419e-1d43-419a-bc35-ef45112ab443 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:03:27.171504 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4bc1e24e-fe38-418c-b90f-898a4ec8aa65 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3234859 Oct 09 01:03:27.174408 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:27.178887 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:27.209546 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.230756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (2b74eea3-225c-425e-890b-fcc6a5af7adb), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.231793 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (2b74eea3-225c-425e-890b-fcc6a5af7adb), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.248012 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c315ec-5ba0-4c5e-b8f2-5d90c963c582 req-dca9e86a-dc28-4508-9fb6-f52d3acf0436 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:27.249477 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98c315ec-5ba0-4c5e-b8f2-5d90c963c582 req-dca9e86a-dc28-4508-9fb6-f52d3acf0436 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0669374 Oct 09 01:03:27.261362 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6785419e-1d43-419a-bc35-ef45112ab443', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 01:03:27.262332 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.328261 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks [] for router_controller (2b74eea3-225c-425e-890b-fcc6a5af7adb), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.338308 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98c315ec-5ba0-4c5e-b8f2-5d90c963c582 req-b8b3909e-8a5b-47a0-ac7b-9e555c95e294 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828087 Oct 09 01:03:27.399343 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Allocated IP 172.20.0.2 (6785419e-1d43-419a-bc35-ef45112ab443/98b6e2f7-a736-4245-b55d-f9e6c9acd558/58897c2b-173b-4d6c-a17a-700b101c1987) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:27.473133 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks [] for router_gateway (2b74eea3-225c-425e-890b-fcc6a5af7adb), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.543164 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Publish callbacks [] for port (58897c2b-173b-4d6c-a17a-700b101c1987), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.549239 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.586916 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Network 6785419e-1d43-419a-bc35-ef45112ab443 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:27.591418 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:27.594119 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:27.607039 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Pushing event updated for resources: {'Port': ['ID=58897c2b-173b-4d6c-a17a-700b101c1987,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:27.647064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:27.654330 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks [] for router_gateway (2b74eea3-225c-425e-890b-fcc6a5af7adb), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.659990 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Attempting to bind port 58897c2b-173b-4d6c-a17a-700b101c1987 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:27.660363 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Attempting to bind port 58897c2b-173b-4d6c-a17a-700b101c1987 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:27.660859 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Attempting to bind port 58897c2b-173b-4d6c-a17a-700b101c1987 on network 6785419e-1d43-419a-bc35-ef45112ab443 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:27.674836 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.682102 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:27.705662 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:27.706037 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Checking segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:27.706441 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.706839 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Bound using segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:27.707311 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Bound port: 58897c2b-173b-4d6c-a17a-700b101c1987, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:27.707719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.767832 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] For port 58897c2b-173b-4d6c-a17a-700b101c1987, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:27.771053 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] For port 58897c2b-173b-4d6c-a17a-700b101c1987, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58897c2b-173b-4d6c-a17a-700b101c1987,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:27.776965 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.789509 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Allocated IP 172.37.5.88 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/f1fb537b-7bbd-40c4-9fa9-2d496f13cb55) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:27.829173 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8680df2-1b0f-443b-bd59-cc87ec7f3579 None None] Pushing event updated for resources: {'Port': ['ID=58897c2b-173b-4d6c-a17a-700b101c1987,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:27.907197 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks [] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.949299 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:27.993756 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:27.997228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:28.001006 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:28.030325 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:28.247906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks [] for router_gateway (2b74eea3-225c-425e-890b-fcc6a5af7adb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:28.435873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (2b74eea3-225c-425e-890b-fcc6a5af7adb), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:28.475620 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13b2a-ec98-48a8-bc42-5dd77b3b7e2e req-41437f7c-4405-49c0-8ae8-dcb9d3afb308 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:28.478412 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8ac13b2a-ec98-48a8-bc42-5dd77b3b7e2e req-41437f7c-4405-49c0-8ae8-dcb9d3afb308 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0537333 Oct 09 01:03:28.498366 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:28.528339 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:28.535157 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8ac13b2a-ec98-48a8-bc42-5dd77b3b7e2e req-cd0d1aac-7a23-468e-bb1f-6883d7ed136f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508084 Oct 09 01:03:28.563071 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:28.574669 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Router 2b74eea3-225c-425e-890b-fcc6a5af7adb is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 01:03:28.675485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:03:28.686230 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Sync routers for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:03:28.695536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:28.698742 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:28.699370 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:28.699642 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36116) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:28.699755 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-37bb1d80-781d-4dbd-9fdf-f04182e022d7 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5243032 Oct 09 01:03:28.742265 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e5676-20d6-4e3f-885c-b4e2d975e11e None None] Network 6785419e-1d43-419a-bc35-ef45112ab443 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:03:28.767014 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:28.793329 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:28.856043 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Provisioning complete for port 58897c2b-173b-4d6c-a17a-700b101c1987 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:28.856663 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:28.857006 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Attempt 1 to provision port 58897c2b-173b-4d6c-a17a-700b101c1987 Oct 09 01:03:28.906086 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:29.004194 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 58897c2b-173b-4d6c-a17a-700b101c1987 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:29.089695 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:29.142705 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Current status of the port 58897c2b-173b-4d6c-a17a-700b101c1987 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:29.143087 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.202553 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 58897c2b-173b-4d6c-a17a-700b101c1987 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:29.202935 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.203269 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 58897c2b-173b-4d6c-a17a-700b101c1987 Oct 09 01:03:29.324399 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.386616 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] For port 58897c2b-173b-4d6c-a17a-700b101c1987, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58897c2b-173b-4d6c-a17a-700b101c1987,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:29.394504 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.400203 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:28Z', 'revision_number': 3, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:29.453626 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Checking router: 2b74eea3-225c-425e-890b-fcc6a5af7adb for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:03:29.453979 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Updating router 2b74eea3-225c-425e-890b-fcc6a5af7adb port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:03:29.480370 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Allocated IP 172.20.0.1 (6785419e-1d43-419a-bc35-ef45112ab443/98b6e2f7-a736-4245-b55d-f9e6c9acd558/14973d20-f33b-4361-a1f8-ebeb1bf4ca82) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:29.517028 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101151-9c01-45f1-b8fe-6f61b985d440 None None] Pushing event updated for resources: {'Port': ['ID=58897c2b-173b-4d6c-a17a-700b101c1987,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:29.538704 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.565677 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac177d43-f366-46da-98ce-4b01fb6e8a6b None None] Provisioning complete for port 58897c2b-173b-4d6c-a17a-700b101c1987 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:29.566049 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac177d43-f366-46da-98ce-4b01fb6e8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.566389 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-ac177d43-f366-46da-98ce-4b01fb6e8a6b None None] Attempt 1 to provision port 58897c2b-173b-4d6c-a17a-700b101c1987 Oct 09 01:03:29.593851 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks [] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.610719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 58897c2b-173b-4d6c-a17a-700b101c1987 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:29.627723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.675156 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Network 6785419e-1d43-419a-bc35-ef45112ab443 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:29.679388 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:29.684019 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:29.695709 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:29.710786 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Pushing event updated for resources: {'Port': ['ID=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:29.717211 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:29.727486 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d0f2-554a-4e52-a73d-fcf2b3789062 req-fc5aacba-19c4-470e-9423-34169da57980 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:29.735580 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7745d0f2-554a-4e52-a73d-fcf2b3789062 req-fc5aacba-19c4-470e-9423-34169da57980 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0805683 Oct 09 01:03:29.738284 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (2b74eea3-225c-425e-890b-fcc6a5af7adb), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.800250 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7745d0f2-554a-4e52-a73d-fcf2b3789062 req-f6325e88-9d3c-4d81-a26d-76e0ec98b1ea tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607293 Oct 09 01:03:29.815681 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:29.840346 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ac177d43-f366-46da-98ce-4b01fb6e8a6b None None] Current status of the port 58897c2b-173b-4d6c-a17a-700b101c1987 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:29.853083 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:29.899772 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.964318 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Publish callbacks [] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:29.971750 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.028086 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Attempting to bind port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:30.031706 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Attempting to bind port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:30.032103 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Attempting to bind port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:30.034459 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade5137-a73d-4d81-8265-5e124f3f9e4a None None] Pushing event updated for resources: {'Port': ['ID=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:30.089324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-102e1849-aa71-4db1-850d-0549510358bf None None] Provisioning complete for port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:30.089701 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-102e1849-aa71-4db1-850d-0549510358bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.090037 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-102e1849-aa71-4db1-850d-0549510358bf None None] Attempt 1 to provision port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 Oct 09 01:03:30.121061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:30.121446 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:30.121826 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.122216 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:30.122692 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Bound port: f1fb537b-7bbd-40c4-9fa9-2d496f13cb55, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:30.123082 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.124991 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks [] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.130246 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.149927 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-102e1849-aa71-4db1-850d-0549510358bf None None] Port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:03:30.180259 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] For port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:30.183952 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] For port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:30.190211 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.205382 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Pushing event updated for resources: {'Port': ['ID=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:30.208830 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (2b74eea3-225c-425e-890b-fcc6a5af7adb), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.231409 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:30.232055 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:30.281711 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade5137-a73d-4d81-8265-5e124f3f9e4a None None] Pushing event updated for resources: {'Port': ['ID=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:30.300860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Network 6785419e-1d43-419a-bc35-ef45112ab443 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:30.302739 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:30.351656 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:30.421244 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Router 2b74eea3-225c-425e-890b-fcc6a5af7adb has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:03:30.528467 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:03:30.533376 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8a052e7a-5757-4ec8-a6ce-bf34cebb4d42 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2b74eea3-225c-425e-890b-fcc6a5af7adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8326745 Oct 09 01:03:30.549590 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 2, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:30.578205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228f7e8-1ff9-4cbe-8aee-fafe0008704f None None] The sync data for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi is: [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 2, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:03:30.586698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f530f46f-7f72-4166-9150-372eaf81eeb6 None None] Provisioning complete for port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:30.587077 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f530f46f-7f72-4166-9150-372eaf81eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:30.587415 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-f530f46f-7f72-4166-9150-372eaf81eeb6 None None] Attempt 1 to provision port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 Oct 09 01:03:30.625261 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f530f46f-7f72-4166-9150-372eaf81eeb6 None None] Port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:03:30.945264 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10506b0d-8262-4c3c-9888-543080bb2d7b req-727c7742-8e3d-4ac0-8ae6-17db02f97ba2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:30.946901 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-10506b0d-8262-4c3c-9888-543080bb2d7b req-727c7742-8e3d-4ac0-8ae6-17db02f97ba2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.0619960 Oct 09 01:03:30.973365 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 58897c2b-173b-4d6c-a17a-700b101c1987 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:31.007669 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-10506b0d-8262-4c3c-9888-543080bb2d7b req-55366d03-3b79-4315-b450-9b5bbaaf89a0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543928 Oct 09 01:03:31.034173 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:31.035743 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 58897c2b-173b-4d6c-a17a-700b101c1987 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:31.036226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.036851 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 58897c2b-173b-4d6c-a17a-700b101c1987 Oct 09 01:03:31.067628 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:31.121582 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36148) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:31.126646 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-11689001-network', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:31.139951 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 58897c2b-173b-4d6c-a17a-700b101c1987 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:31.147064 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Made reservation on behalf of 7e5245a0acb348b8a6764ca11ac5b746 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:03:31.149469 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.159037 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.175163 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:31.217831 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:31.245514 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks [] for security_group (2edb6e4f-1dea-408d-aced-d7192ae453bb), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.249707 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2edb6e4f-1dea-408d-aced-d7192ae453bb), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.277962 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:03:31.303518 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (e86bd807-902c-4194-ad31-3ebb8453cf88), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.303891 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.segments_db [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Added segment e86bd807-902c-4194-ad31-3ebb8453cf88 of type vlan for network eb19f52f-afcc-41bb-9895-b089b3330962 Oct 09 01:03:31.305331 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb6e4f-1dea-408d-aced-d7192ae453bb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:31.354160 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (eb19f52f-afcc-41bb-9895-b089b3330962), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.380636 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (eb19f52f-afcc-41bb-9895-b089b3330962), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.381748 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:31.382334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.450337 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3250020 Oct 09 01:03:31.450786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36150) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:31.451703 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11015-e7ad-4291-9783-0e281c7acc67 admin admin] Pushing event updated for resources: {'Network': ['ID=eb19f52f-afcc-41bb-9895-b089b3330962,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:31.457486 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Request body: {'subnet': {'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-11689001-subnet', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:31.462749 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network eb19f52f-afcc-41bb-9895-b089b3330962 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:03:31.481758 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Made reservation on behalf of 7e5245a0acb348b8a6764ca11ac5b746 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:03:31.484406 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4383243'] for subnet (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.667029 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4383257'] for subnet (f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.720009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:31.736232 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Checking segment: {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:31.736605 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Network hostable DHCP agents. Network: eb19f52f-afcc-41bb-9895-b089b3330962, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:03:31.758220 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Network eb19f52f-afcc-41bb-9895-b089b3330962 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:03:31.767612 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, eb19f52f-afcc-41bb-9895-b089b3330962) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:31.771755 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:31.772362 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.777181 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab95b91-4660-43cb-910f-7a479f04a41f None None] Network eb19f52f-afcc-41bb-9895-b089b3330962 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:03:31.792263 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fbecc259-bd6b-4527-87dc-a95c100f3957 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3398013 Oct 09 01:03:31.794771 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36152) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:31.799236 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:31.825615 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.826806 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.884221 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks [] for router_controller (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:31.892234 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05195388-0c81-4629-8442-89759fe90712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-eb19f52f-afcc-41bb-9895-b089b3330962', 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'fixed_ips': [{'subnet_id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 01:03:31.893160 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05195388-0c81-4629-8442-89759fe90712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.020879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks [] for router_gateway (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.029067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-05195388-0c81-4629-8442-89759fe90712 None None] Allocated IP 172.20.0.2 (eb19f52f-afcc-41bb-9895-b089b3330962/f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1/0323fb7d-0982-4e2d-8701-9118321c427f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:32.081879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:32.097915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:32.206543 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05195388-0c81-4629-8442-89759fe90712 None None] Publish callbacks [] for port (0323fb7d-0982-4e2d-8701-9118321c427f), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.223869 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05195388-0c81-4629-8442-89759fe90712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.251435 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:03:32.282224 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05195388-0c81-4629-8442-89759fe90712 None None] Network eb19f52f-afcc-41bb-9895-b089b3330962 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:32.289154 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-05195388-0c81-4629-8442-89759fe90712 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:32.292063 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05195388-0c81-4629-8442-89759fe90712 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:32.301179 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195388-0c81-4629-8442-89759fe90712 None None] Pushing event updated for resources: {'Port': ['ID=0323fb7d-0982-4e2d-8701-9118321c427f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:32.510532 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-03725686-7357-40a8-a4b5-058f2a948d90 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-606774372&fields=id&tenant_id=28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 267 time: 0.0496078 Oct 09 01:03:32.528159 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20ac90-bd9b-46fa-b6c5-f8d9494987d9 req-036a93e4-6c1a-403a-ad0d-65b617f15796 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:32.530377 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e20ac90-bd9b-46fa-b6c5-f8d9494987d9 req-036a93e4-6c1a-403a-ad0d-65b617f15796 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 944 time: 0.3720620 Oct 09 01:03:32.558307 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05195388-0c81-4629-8442-89759fe90712 None None] Attempting to bind port 0323fb7d-0982-4e2d-8701-9118321c427f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:32.558581 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05195388-0c81-4629-8442-89759fe90712 None None] Attempting to bind port 0323fb7d-0982-4e2d-8701-9118321c427f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:32.558943 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195388-0c81-4629-8442-89759fe90712 None None] Attempting to bind port 0323fb7d-0982-4e2d-8701-9118321c427f on network eb19f52f-afcc-41bb-9895-b089b3330962 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:32.562348 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks [] for router_gateway (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.588669 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.627464 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:32.638650 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-83178fef-4fcb-41b8-a328-cb0bc3c0eb24 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:32.639945 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195388-0c81-4629-8442-89759fe90712 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:32.640435 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-83178fef-4fcb-41b8-a328-cb0bc3c0eb24 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 812 time: 0.1226311 Oct 09 01:03:32.645731 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195388-0c81-4629-8442-89759fe90712 None None] Checking segment: {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:32.646164 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05195388-0c81-4629-8442-89759fe90712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.647310 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195388-0c81-4629-8442-89759fe90712 None None] Bound using segment: {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:32.647310 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05195388-0c81-4629-8442-89759fe90712 None None] Bound port: 0323fb7d-0982-4e2d-8701-9118321c427f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:32.647545 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05195388-0c81-4629-8442-89759fe90712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.656136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5e20ac90-bd9b-46fa-b6c5-f8d9494987d9 req-7be3d728-fd8c-464b-b9aa-bfe55998d932 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185503 Oct 09 01:03:32.656436 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-1965d919-c9d2-4cb6-b9b9-0d306407cdf1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/quotas/28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 375 time: 0.0103288 Oct 09 01:03:32.668407 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'port_id': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'mac_address': 'fa:16:3e:b4:e9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:03:32.683834 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:32.698536 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:32.725519 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-5a740908-0189-44c6-9798-6f3407255ba1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626752 Oct 09 01:03:32.749343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Allocated IP 172.37.5.132 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/be87fabf-44c3-4811-bd4f-74e4a5079a6d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:32.750077 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:32.750471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.777559 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48d8008-24c8-488e-9a77-3b3d2c3b71b4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:03:32.805084 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-05195388-0c81-4629-8442-89759fe90712 None None] For port 0323fb7d-0982-4e2d-8701-9118321c427f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:32.810863 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-05195388-0c81-4629-8442-89759fe90712 None None] For port 0323fb7d-0982-4e2d-8701-9118321c427f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0323fb7d-0982-4e2d-8701-9118321c427f,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:32.816403 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:32.823773 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05195388-0c81-4629-8442-89759fe90712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.827094 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Sync routers for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:03:32.835897 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-bac96206-bf76-4aec-96ee-17741b7c8019 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025403 Oct 09 01:03:32.840225 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.843358 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:32.848094 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:32.913046 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks [] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:32.939151 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195388-0c81-4629-8442-89759fe90712 None None] Pushing event updated for resources: {'Port': ['ID=0323fb7d-0982-4e2d-8701-9118321c427f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:32.976982 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.003075 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-f7b225c1-e532-4d8c-9d84-1c38d7a21462 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600001 Oct 09 01:03:33.010950 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:33.040260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:33.069657 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:33.079672 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:33.091254 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:33.100959 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:33.112079 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Pushing event updated for resources: {'Port': ['ID=be87fabf-44c3-4811-bd4f-74e4a5079a6d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:33.124635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:33.124635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.124635 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 Oct 09 01:03:33.198738 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['a48d8008-24c8-488e-9a77-3b3d2c3b71b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:03:33.333542 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:33.334197 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.377419 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:33.382714 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.386506 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 2, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:33.435002 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Checking router: 2b74eea3-225c-425e-890b-fcc6a5af7adb for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:03:33.435349 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Updating router 2b74eea3-225c-425e-890b-fcc6a5af7adb port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:03:33.465956 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.489526 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4d85ce4-e22c-442f-9f25-49bb4a6a4456 req-bfa16afc-7517-4e8e-ab36-e7d9c10a6099 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 210 time: 0.0412498 Oct 09 01:03:33.490611 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:33.513842 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks [] for router_gateway (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.622989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:33.635313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:33.741280 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.789999 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Publish callbacks [] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.805452 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:33.868655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d092d-7840-4375-a481-ae15ed9e81fe req-d5b72618-971c-4987-908b-5af0af092ada tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:33.877481 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f30d092d-7840-4375-a481-ae15ed9e81fe req-d5b72618-971c-4987-908b-5af0af092ada tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 945 time: 0.0824058 Oct 09 01:03:33.894453 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Pushing event updated for resources: {'Port': ['ID=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:33.921014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 01:03:33.949426 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Attempting to bind port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:33.949926 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Attempting to bind port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:33.950363 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Attempting to bind port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 on network 6785419e-1d43-419a-bc35-ef45112ab443 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:33.953490 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.954040 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.954471 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.954899 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.955307 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.957113 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f30d092d-7840-4375-a481-ae15ed9e81fe req-0544212e-7ba5-4123-b307-1e44518cb714 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750439 Oct 09 01:03:33.965790 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.970171 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.972387 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.972953 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.973667 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.974384 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.976512 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.977109 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.977630 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:33.979938 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:34.036347 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:34.036899 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Checking segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:34.037398 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.037890 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Bound using segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:34.038468 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Bound port: 14973d20-f33b-4361-a1f8-ebeb1bf4ca82, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:34.038948 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.068306 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:03:34.084041 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Sync routers for ids ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:03:34.101085 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:34.104990 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Routers {'2b5bb0d1-7958-4e18-ab8a-19304d40eb96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:34.105615 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:34.107564 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.112836 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-a415fc77-3884-43ca-a9b0-096dfa34acf6 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3131542 Oct 09 01:03:34.113124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:03:34.121476 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] For port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:34.125072 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] For port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:34.131967 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.184465 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:34.194396 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:34.195459 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:34.198192 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2bff9-562a-40e0-803c-fe3c7b0036c2 None None] Pushing event updated for resources: {'Port': ['ID=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:34.241654 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:34.292394 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:34.296756 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a150030-eb6d-416d-b6b8-d8c02d139dcd None None] Network eb19f52f-afcc-41bb-9895-b089b3330962 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:03:34.328206 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Set router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:34.359346 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:34.416785 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:34.451301 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:34.468473 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:34.521024 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Provisioning complete for port 0323fb7d-0982-4e2d-8701-9118321c427f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:34.521324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.521728 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Attempt 1 to provision port 0323fb7d-0982-4e2d-8701-9118321c427f Oct 09 01:03:34.589152 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:34.589451 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.589752 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 Oct 09 01:03:34.597646 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.629003 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e807da4b-1c69-4d3d-a024-d0e9453f783d req-eb2a8656-7ee5-45ff-8335-04b5a4ecee52 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 210 time: 0.0361722 Oct 09 01:03:34.667211 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:34Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:34.697226 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17692a-e259-4efc-8980-ee1e0f95daca None None] The sync data for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi is: [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:34Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:03:34.748132 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Current status of the port 0323fb7d-0982-4e2d-8701-9118321c427f is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:34.748604 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:34.793863 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Allocated IP 172.20.0.1 (eb19f52f-afcc-41bb-9895-b089b3330962/f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1/e4bdc121-2f27-45a0-bc01-9927bf7604d8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:34.938989 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 3, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:34.942320 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] For port 0323fb7d-0982-4e2d-8701-9118321c427f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0323fb7d-0982-4e2d-8701-9118321c427f,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:34.944563 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:34.944901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.030839 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.045939 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Checking router: 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:03:35.056603 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Updating router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 port be87fabf-44c3-4811-bd4f-74e4a5079a6d binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:03:35.069970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-a7a0158d-63c1-4383-aa03-bf741eb9bcb7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:35.071810 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-a7a0158d-63c1-4383-aa03-bf741eb9bcb7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 812 time: 0.2421813 Oct 09 01:03:35.077009 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks [] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.201421 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d113-29cd-4cb3-80ce-209f5fbbb8ec None None] Pushing event updated for resources: {'Port': ['ID=0323fb7d-0982-4e2d-8701-9118321c427f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:35.219098 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-0d3b55c3-9783-4a34-b423-6832b5bf52ad tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28bc82345ea24b929b66fbcded2b97b7 HTTP/1.1" status: 200 len: 379 time: 0.1160734 Oct 09 01:03:35.227977 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:35.230689 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'port': {'device_id': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'admin_state_up': True, 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'security_groups': ['45da6575-619b-423b-bc04-7f831c564029']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:35.232769 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:03:35.235410 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35732c3a-27b1-4c70-a04e-eb39096686e9" -d '{"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-plugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:03:35.242305 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ac317-6df2-499f-b581-93807400aa9d req-e41e1848-494a-42d9-88f0-b7df84089f57 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:35.244544 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e45ac317-6df2-499f-b581-93807400aa9d req-e41e1848-494a-42d9-88f0-b7df84089f57 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 945 time: 0.1465466 Oct 09 01:03:35.260507 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.266852 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.283424 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 0323fb7d-0982-4e2d-8701-9118321c427f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:35.312780 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a019534-2df2-42c6-afd2-b38355b79536 x-openstack-request-id: req-4a019534-2df2-42c6-afd2-b38355b79536 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:03:35.313277 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-plugged", "status": "completed", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:03:35.313495 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4a019534-2df2-42c6-afd2-b38355b79536 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:03:35.314019 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a019534-2df2-42c6-afd2-b38355b79536'] response: {'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'code': 200} Oct 09 01:03:35.354097 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Network eb19f52f-afcc-41bb-9895-b089b3330962 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:35.372958 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:35.374851 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bdc121-2f27-45a0-bc01-9927bf7604d8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:35.377303 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:35.395040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Made reservation on behalf of 28bc82345ea24b929b66fbcded2b97b7 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:03:35.395403 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-90495d36-841d-4b44-9245-13d6c8541684 None None] Provisioning complete for port 0323fb7d-0982-4e2d-8701-9118321c427f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:35.395861 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-90495d36-841d-4b44-9245-13d6c8541684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.396150 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-90495d36-841d-4b44-9245-13d6c8541684 None None] Attempt 1 to provision port 0323fb7d-0982-4e2d-8701-9118321c427f Oct 09 01:03:35.399861 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.434697 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:35.446498 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.452010 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.455835 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:35.458032 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.458462 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.458872 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.459282 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.459815 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.460224 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.460624 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.461044 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.461283 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.462010 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.462410 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.463500 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.463952 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.464349 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.464745 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:03:35.479080 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e45ac317-6df2-499f-b581-93807400aa9d req-658fd06a-b1be-43b6-b53b-0535146d3703 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259927 Oct 09 01:03:35.540486 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:35.580734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:35.596343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Allocated IP 172.20.0.13 (51f66c80-6e94-4ac9-ad00-6dd9246260d1/d7f3cba3-1b89-4cb1-b9ef-80793ce54a94/07d4f0c5-1202-4554-b832-08bb967ca163) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:35.656640 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:35.699757 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:35.723470 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.778528 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 0323fb7d-0982-4e2d-8701-9118321c427f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:35.779078 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.779513 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 0323fb7d-0982-4e2d-8701-9118321c427f Oct 09 01:03:35.854703 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:35.920747 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bf3f88d-31bd-46f8-ae13-e2d34ff26a8e req-2f444c6f-4dc2-4a17-8202-edb08c6813fe tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 210 time: 0.0939593 Oct 09 01:03:35.926582 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (07d4f0c5-1202-4554-b832-08bb967ca163), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.980688 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks [] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.986194 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:35.989686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.033227 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-90495d36-841d-4b44-9245-13d6c8541684 None None] Current status of the port 0323fb7d-0982-4e2d-8701-9118321c427f is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:36.052855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=07d4f0c5-1202-4554-b832-08bb967ca163,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:36.059947 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.071213 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bdc121-2f27-45a0-bc01-9927bf7604d8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:36.113385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:36.120532 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:36.123928 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:36.155055 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652a50c-5b26-469c-b701-1f7b618bfc57 req-64cc4e2c-73b5-419a-a22e-8b9617eca6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:36.156907 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7652a50c-5b26-469c-b701-1f7b618bfc57 req-64cc4e2c-73b5-419a-a22e-8b9617eca6e0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1131 time: 0.1090102 Oct 09 01:03:36.177255 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Network eb19f52f-afcc-41bb-9895-b089b3330962 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:36.180197 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:36.187232 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 0323fb7d-0982-4e2d-8701-9118321c427f is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:36.188357 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:36.195389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c23d4d04-d264-4f06-bd3e-9e891abfd905 None None] Provisioning complete for port e4bdc121-2f27-45a0-bc01-9927bf7604d8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:36.197758 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c23d4d04-d264-4f06-bd3e-9e891abfd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.197758 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c23d4d04-d264-4f06-bd3e-9e891abfd905 None None] Attempt 1 to provision port e4bdc121-2f27-45a0-bc01-9927bf7604d8 Oct 09 01:03:36.225898 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7652a50c-5b26-469c-b701-1f7b618bfc57 req-ff788adf-02ef-48f8-8e37-145a24512419 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624745 Oct 09 01:03:36.236769 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:36.237559 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.258486 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-53bee198-e741-49e3-aa29-f4ca601ff8c8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0330634 Oct 09 01:03:36.300788 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Publish callbacks [] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.303309 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c23d4d04-d264-4f06-bd3e-9e891abfd905 None None] Port e4bdc121-2f27-45a0-bc01-9927bf7604d8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:03:36.309328 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.327709 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:03:36.355683 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:36.356592 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.356938 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 Oct 09 01:03:36.360595 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Attempting to bind port be87fabf-44c3-4811-bd4f-74e4a5079a6d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:36.360968 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Attempting to bind port be87fabf-44c3-4811-bd4f-74e4a5079a6d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:36.361334 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Attempting to bind port be87fabf-44c3-4811-bd4f-74e4a5079a6d on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:36.377660 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:03:36.419257 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f37b-734f-4099-ad03-6e07f5efc58b None None] Pushing event updated for resources: {'Port': ['ID=be87fabf-44c3-4811-bd4f-74e4a5079a6d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:36.453150 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:36.453529 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:36.453938 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.454337 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:36.454816 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Bound port: be87fabf-44c3-4811-bd4f-74e4a5079a6d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:36.455199 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.465003 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:03:36.470674 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e3147f8c-7963-406c-8ecf-6c005d9a1a84 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2b5bb0d1-7958-4e18-ab8a-19304d40eb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3575881 Oct 09 01:03:36.527703 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Request body: {'port': {'device_id': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:36.548727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Provisioning complete for port 07d4f0c5-1202-4554-b832-08bb967ca163 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:36.549110 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.549444 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Attempt 1 to provision port 07d4f0c5-1202-4554-b832-08bb967ca163 Oct 09 01:03:36.569434 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:36.569819 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.601479 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] For port be87fabf-44c3-4811-bd4f-74e4a5079a6d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:36.601909 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.625615 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] For port be87fabf-44c3-4811-bd4f-74e4a5079a6d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be87fabf-44c3-4811-bd4f-74e4a5079a6d,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:36.627400 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Port 07d4f0c5-1202-4554-b832-08bb967ca163 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:03:36.643566 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81498-ef2e-4b48-8027-fae1050808f7 req-6eefbb7f-cfda-49fc-914e-5a9112c64509 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:36.645693 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12b81498-ef2e-4b48-8027-fae1050808f7 req-6eefbb7f-cfda-49fc-914e-5a9112c64509 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0707035 Oct 09 01:03:36.650591 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.671697 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:36.685222 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:36.692685 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Provisioning complete for port e4bdc121-2f27-45a0-bc01-9927bf7604d8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:36.693316 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.693742 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Attempt 1 to provision port e4bdc121-2f27-45a0-bc01-9927bf7604d8 Oct 09 01:03:36.703389 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-12b81498-ef2e-4b48-8027-fae1050808f7 req-b69e6aff-9eef-4e7a-9d6d-8d7c0fde2fe2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503752 Oct 09 01:03:36.710284 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:36.711415 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:36.712698 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Routers {'2b5bb0d1-7958-4e18-ab8a-19304d40eb96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:36.713580 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:36.716313 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.717200 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:36.836727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f37b-734f-4099-ad03-6e07f5efc58b None None] Pushing event updated for resources: {'Port': ['ID=be87fabf-44c3-4811-bd4f-74e4a5079a6d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:36.899369 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bee5f4db-5d56-4b65-81cc-70b8564a79e3 None None] Port e4bdc121-2f27-45a0-bc01-9927bf7604d8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:03:36.907792 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d4f0c5-1202-4554-b832-08bb967ca163 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:03:36.916153 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Publish callbacks [] for port (07d4f0c5-1202-4554-b832-08bb967ca163), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.928623 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:36.929772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Transition to ACTIVE for port object 07d4f0c5-1202-4554-b832-08bb967ca163 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:03:36.935212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.940547 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:36.940856 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:36.941191 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 Oct 09 01:03:36.968137 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:36.973257 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] Set router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:36.991035 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=07d4f0c5-1202-4554-b832-08bb967ca163,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:37.103203 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82b339-dd9f-46aa-9f72-299d9628d2be req-619e09c8-7bea-4145-9a20-9dda469cc4be tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:37.104737 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cc82b339-dd9f-46aa-9f72-299d9628d2be req-619e09c8-7bea-4145-9a20-9dda469cc4be tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0733166 Oct 09 01:03:37.143861 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Attempting to bind port 07d4f0c5-1202-4554-b832-08bb967ca163 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:37.144213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Attempting to bind port 07d4f0c5-1202-4554-b832-08bb967ca163 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:37.144782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Attempting to bind port 07d4f0c5-1202-4554-b832-08bb967ca163 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:37.162891 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:37.183526 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:37.209220 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cc82b339-dd9f-46aa-9f72-299d9628d2be req-702054d9-f7d0-4858-a370-da0b52717f58 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929604 Oct 09 01:03:37.216393 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Port 07d4f0c5-1202-4554-b832-08bb967ca163 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:03:37.216748 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Attempting to bind port 07d4f0c5-1202-4554-b832-08bb967ca163 on network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:37.249432 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e4bdc121-2f27-45a0-bc01-9927bf7604d8', 'name': '', 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:34Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 2, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'subnets': [{'id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:37.276554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e4524-b4b2-40f1-a354-e9ac944d7035 None None] The sync data for ids ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'] in dv-cinder-master-3-iscsi is: [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e4bdc121-2f27-45a0-bc01-9927bf7604d8', 'name': '', 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:34Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 2, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'subnets': [{'id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:03:37.283009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:37.283343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Checking segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:37.283773 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Bound using segment: {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:37.284210 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Bound port: 07d4f0c5-1202-4554-b832-08bb967ca163, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9512762e-780c-464c-a567-4995173eb1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:37.284754 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:37.321013 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 0323fb7d-0982-4e2d-8701-9118321c427f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:37.354105 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] For port 07d4f0c5-1202-4554-b832-08bb967ca163, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:37.357742 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] For port 07d4f0c5-1202-4554-b832-08bb967ca163, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07d4f0c5-1202-4554-b832-08bb967ca163,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:37.365943 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:37.372449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:37.373092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:37.374619 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/07d4f0c5-1202-4554-b832-08bb967ca163 HTTP/1.1" status: 200 len: 1094 time: 0.8515258 Oct 09 01:03:37.375485 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:03:37.381670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:03:37.393849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 0323fb7d-0982-4e2d-8701-9118321c427f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:37.394366 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:37.400165 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 0323fb7d-0982-4e2d-8701-9118321c427f Oct 09 01:03:37.436925 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc550b7-938f-463f-8f45-60d18071d9e4 x-openstack-request-id: req-dfc550b7-938f-463f-8f45-60d18071d9e4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:03:37.437528 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:03:37.437948 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dfc550b7-938f-463f-8f45-60d18071d9e4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:03:37.438543 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc550b7-938f-463f-8f45-60d18071d9e4'] response: {'name': 'network-changed', 'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163', 'status': 'completed', 'code': 200} Oct 09 01:03:37.475287 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe3884-e452-447f-9c70-d4760ea3e4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=07d4f0c5-1202-4554-b832-08bb967ca163,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:37.490635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 0323fb7d-0982-4e2d-8701-9118321c427f is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:37.491876 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:37.583339 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:37.584087 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:37.584649 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 Oct 09 01:03:37.677883 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:37.714335 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1279b238-03ac-4137-9bd6-0b45e62fa60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:37.821343 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:37.892013 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5 req-2277eaf5-566d-4f88-bfa4-e39b4126fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:37.893862 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5 req-2277eaf5-566d-4f88-bfa4-e39b4126fcb7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 1128 time: 0.1329334 Oct 09 01:03:37.912536 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b557-7185-46d5-82e4-285b2280a68b req-eab30baf-f2ff-4f13-affc-2ec9086fadc7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:37.917052 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bec7b557-7185-46d5-82e4-285b2280a68b req-eab30baf-f2ff-4f13-affc-2ec9086fadc7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0842113 Oct 09 01:03:38.087189 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bec7b557-7185-46d5-82e4-285b2280a68b req-1f71af2a-a2ec-46bf-971d-09ee91f8d36b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567376 Oct 09 01:03:38.105255 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5 req-a379d4b8-4e07-4a68-ae6b-f93ac11e9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:38.107369 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5 req-a379d4b8-4e07-4a68-ae6b-f93ac11e9525 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=28bc82345ea24b929b66fbcded2b97b7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1890836 Oct 09 01:03:38.280433 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5 req-283f1ec9-e388-4113-899e-256b073f6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:38.282410 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9995bf54-b9ba-4626-a8c4-d9e7972d53d5 req-283f1ec9-e388-4113-899e-256b073f6d38 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664441 Oct 09 01:03:38.422221 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349c07-c930-45c0-8bf2-b041952022c5 req-c5c13bf1-440b-4651-8d9a-94c7db7f5494 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:38.428104 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96349c07-c930-45c0-8bf2-b041952022c5 req-c5c13bf1-440b-4651-8d9a-94c7db7f5494 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0824883 Oct 09 01:03:38.486988 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-a655c0c1-f6eb-4113-aa00-f878936dd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:38.494694 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-a655c0c1-f6eb-4113-aa00-f878936dd6be service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 1128 time: 0.0808918 Oct 09 01:03:38.531986 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-96349c07-c930-45c0-8bf2-b041952022c5 req-1963c213-2809-4010-afe0-3786e208e697 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015694 Oct 09 01:03:38.576464 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-368ac7cd-0f91-40da-946c-21c01178bc3b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d4f0c5-1202-4554-b832-08bb967ca163 HTTP/1.1" status: 200 len: 217 time: 0.0669706 Oct 09 01:03:38.661296 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-7cf66c22-dac9-4e56-8562-7de2dba7777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:38.662948 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-7cf66c22-dac9-4e56-8562-7de2dba7777f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0800614 Oct 09 01:03:38.749265 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-cf7b037c-0157-4183-bc33-cfdcfd32aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:38.751841 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-cf7b037c-0157-4183-bc33-cfdcfd32aa60 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821333 Oct 09 01:03:38.847903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:38.889039 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-d5aad9e9-e2b7-4e95-b0ce-a72e87fa875d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284971 Oct 09 01:03:39.020965 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f3087111-b2fd-4d68-9a43-11e36e375722 req-8dfcc6c7-3f83-4907-8748-757418956fd5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216795 Oct 09 01:03:39.280216 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096271-9381-4834-851f-ff712b808d8f req-c2712f3c-6ca0-43cb-8b56-845971332d79 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:39.281773 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb096271-9381-4834-851f-ff712b808d8f req-c2712f3c-6ca0-43cb-8b56-845971332d79 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0693512 Oct 09 01:03:39.285655 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device be87fabf-44c3-4811-bd4f-74e4a5079a6d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:39.336251 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:39.350384 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:39.353982 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port be87fabf-44c3-4811-bd4f-74e4a5079a6d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:39.354458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:39.354860 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port be87fabf-44c3-4811-bd4f-74e4a5079a6d Oct 09 01:03:39.373987 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-bb096271-9381-4834-851f-ff712b808d8f req-6c2c4308-5c64-40f5-b3ca-772a6cd9688d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738816 Oct 09 01:03:39.460849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port be87fabf-44c3-4811-bd4f-74e4a5079a6d is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:39.461240 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:39.485331 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port be87fabf-44c3-4811-bd4f-74e4a5079a6d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be87fabf-44c3-4811-bd4f-74e4a5079a6d,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:39.490782 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:39.549848 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=be87fabf-44c3-4811-bd4f-74e4a5079a6d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:39.674207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03d75e-50a3-429a-9003-0ccdd8ee2a18 req-e748e73c-c319-4579-9257-7aaa79ef0626 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:39.681061 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd03d75e-50a3-429a-9003-0ccdd8ee2a18 req-e748e73c-c319-4579-9257-7aaa79ef0626 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0580735 Oct 09 01:03:39.740429 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-bd03d75e-50a3-429a-9003-0ccdd8ee2a18 req-c139433c-7ec6-4a08-a653-3464759d7a6c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538225 Oct 09 01:03:39.810147 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25ad4a67-a4fc-4ca4-9335-e7bb6445bc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:40.871458 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea695-056b-4fec-b304-68a708d41e1b req-a5237828-fc5b-4f2d-b060-f1d175e65492 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:40.872969 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-567ea695-056b-4fec-b304-68a708d41e1b req-a5237828-fc5b-4f2d-b060-f1d175e65492 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0529597 Oct 09 01:03:40.929639 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-567ea695-056b-4fec-b304-68a708d41e1b req-c1877bcf-2727-4ea8-9525-e1b1f7a96184 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511892 Oct 09 01:03:41.261683 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Sync routers for ids ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:03:41.264363 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device be87fabf-44c3-4811-bd4f-74e4a5079a6d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:41.273304 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Routers {'2b5bb0d1-7958-4e18-ab8a-19304d40eb96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:41.274336 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:41.312144 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port be87fabf-44c3-4811-bd4f-74e4a5079a6d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:41.312513 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:41.312845 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port be87fabf-44c3-4811-bd4f-74e4a5079a6d Oct 09 01:03:41.370596 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:41.395314 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Set router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:41.412519 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port be87fabf-44c3-4811-bd4f-74e4a5079a6d is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:41.603242 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e4bdc121-2f27-45a0-bc01-9927bf7604d8', 'name': '', 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:34Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 2, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'subnets': [{'id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:41.629327 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Checking router: 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:03:41.630100 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Updating router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 port e4bdc121-2f27-45a0-bc01-9927bf7604d8 binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:03:41.662784 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:41.852876 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:41.877935 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:41.932028 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Publish callbacks [] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:41.938788 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:42.039475 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655eef-cc5a-4931-affe-c58c602674b4 None None] Pushing event updated for resources: {'Port': ['ID=e4bdc121-2f27-45a0-bc01-9927bf7604d8,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:42.042186 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Attempting to bind port e4bdc121-2f27-45a0-bc01-9927bf7604d8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:42.042547 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Attempting to bind port e4bdc121-2f27-45a0-bc01-9927bf7604d8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:42.043022 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Attempting to bind port e4bdc121-2f27-45a0-bc01-9927bf7604d8 on network eb19f52f-afcc-41bb-9895-b089b3330962 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:42.087225 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:42.087737 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Checking segment: {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:42.088206 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:42.088667 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Bound using segment: {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:42.089200 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Bound port: e4bdc121-2f27-45a0-bc01-9927bf7604d8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86bd807-902c-4194-ad31-3ebb8453cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:42.089640 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:42.111154 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085117-9220-497a-b2ea-10223415310a req-af6e1e44-7cde-420d-829d-46020ab57d82 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:42.119564 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-53085117-9220-497a-b2ea-10223415310a req-af6e1e44-7cde-420d-829d-46020ab57d82 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.1011534 Oct 09 01:03:42.157913 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] For port e4bdc121-2f27-45a0-bc01-9927bf7604d8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:42.163277 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] For port e4bdc121-2f27-45a0-bc01-9927bf7604d8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4bdc121-2f27-45a0-bc01-9927bf7604d8,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:42.169856 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:42.188028 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-53085117-9220-497a-b2ea-10223415310a req-cfdfee84-740a-4b9a-a9c4-093cc031e127 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672567 Oct 09 01:03:42.223177 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Routers {'2b5bb0d1-7958-4e18-ab8a-19304d40eb96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:03:42.224420 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:42.284692 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655eef-cc5a-4931-affe-c58c602674b4 None None] Pushing event updated for resources: {'Port': ['ID=e4bdc121-2f27-45a0-bc01-9927bf7604d8,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:42.348084 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] Set router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:03:42.555738 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e4bdc121-2f27-45a0-bc01-9927bf7604d8', 'name': '', 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:34Z', 'updated_at': '2022-10-09T01:03:42Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'subnets': [{'id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:03:42.581537 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b9507-3380-4372-8ab4-8bbe8bf3c132 None None] The sync data for ids ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'] in dv-cinder-master-3-iscsi is: [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:03:35Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e4bdc121-2f27-45a0-bc01-9927bf7604d8', 'name': '', 'network_id': 'eb19f52f-afcc-41bb-9895-b089b3330962', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:34Z', 'updated_at': '2022-10-09T01:03:42Z', 'revision_number': 4, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'subnets': [{'id': 'f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:03:42.932885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:42.971441 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:43.281513 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e4bdc121-2f27-45a0-bc01-9927bf7604d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:43.343768 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e4bdc121-2f27-45a0-bc01-9927bf7604d8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:43.344437 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:43.344944 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e4bdc121-2f27-45a0-bc01-9927bf7604d8 Oct 09 01:03:43.349771 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5f245-1d9d-4d65-9850-b7539ec37f02 req-e5d70c76-cc79-4ea7-93a5-fd6cab3d2e5f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:43.356835 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75e5f245-1d9d-4d65-9850-b7539ec37f02 req-e5d70c76-cc79-4ea7-93a5-fd6cab3d2e5f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0590575 Oct 09 01:03:43.429729 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-75e5f245-1d9d-4d65-9850-b7539ec37f02 req-0e4bdb9f-b653-42a0-9216-c193d9e7a671 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718970 Oct 09 01:03:43.565305 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e4bdc121-2f27-45a0-bc01-9927bf7604d8 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:43.565734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:43.604899 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port e4bdc121-2f27-45a0-bc01-9927bf7604d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4bdc121-2f27-45a0-bc01-9927bf7604d8,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:43.609327 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:43.662207 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=e4bdc121-2f27-45a0-bc01-9927bf7604d8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:44.559380 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390554f-54e9-4a2b-8a78-2ef64b126c2d req-5479937d-8fcc-486a-a5b9-326e9879720e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:44.566158 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1390554f-54e9-4a2b-8a78-2ef64b126c2d req-5479937d-8fcc-486a-a5b9-326e9879720e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0542977 Oct 09 01:03:44.584621 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:44.616553 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1390554f-54e9-4a2b-8a78-2ef64b126c2d req-232af258-742b-4b33-8117-6fd419b71559 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490916 Oct 09 01:03:45.253491 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e4bdc121-2f27-45a0-bc01-9927bf7604d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:45.301848 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port e4bdc121-2f27-45a0-bc01-9927bf7604d8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:45.302273 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:45.302556 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port e4bdc121-2f27-45a0-bc01-9927bf7604d8 Oct 09 01:03:45.339218 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:45.381717 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port e4bdc121-2f27-45a0-bc01-9927bf7604d8 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:45.741890 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f5a7-8bd8-4ebc-a70c-c4ec20a55ab8 req-fdee9f83-39ff-4bdb-8b53-51c3f2abbcc6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:45.743410 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c700f5a7-8bd8-4ebc-a70c-c4ec20a55ab8 req-fdee9f83-39ff-4bdb-8b53-51c3f2abbcc6 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0484970 Oct 09 01:03:45.796745 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c700f5a7-8bd8-4ebc-a70c-c4ec20a55ab8 req-923fcb60-10e8-4fbe-b018-ba80ce877aae tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474682 Oct 09 01:03:46.918211 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266ceb-997d-4b46-b7e5-cb5c85e15a05 req-d9608501-bbe6-4cce-9acd-1e848ea8814f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:46.919724 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1b266ceb-997d-4b46-b7e5-cb5c85e15a05 req-d9608501-bbe6-4cce-9acd-1e848ea8814f tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0478325 Oct 09 01:03:46.974454 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-1b266ceb-997d-4b46-b7e5-cb5c85e15a05 req-1eadd35c-43b8-4368-a47b-acb804a9d886 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489740 Oct 09 01:03:47.160976 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-53d7d5f3-beb8-4ab2-9b9d-78de4ecb8b80 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:47.162431 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-53d7d5f3-beb8-4ab2-9b9d-78de4ecb8b80 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 815 time: 0.1048553 Oct 09 01:03:47.176777 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ec2045ec-0b7b-45fb-ab00-fc808f690c5b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/quotas/f37de57a22a246f0935f85392898dd42 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Oct 09 01:03:47.226625 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-4f22da59-a753-4a4a-9413-445b708c5ced tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448549 Oct 09 01:03:47.326664 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-36edb92f-3e38-4808-8c54-64f1e1044f8f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865233 Oct 09 01:03:47.412900 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-9667fee6-86d1-446c-b258-30f943220da5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805454 Oct 09 01:03:47.571063 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-24e9553f-23f6-4ad5-8ee0-231999d63d01 req-b431346c-0352-4bee-b1cc-d732de5621e6 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 210 time: 0.0285256 Oct 09 01:03:48.095767 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a8017-ed1a-4c48-91f5-df744eab2c56 req-67b89a64-a723-4482-8824-3270184f4f40 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:48.097308 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-047a8017-ed1a-4c48-91f5-df744eab2c56 req-67b89a64-a723-4482-8824-3270184f4f40 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 944 time: 0.0474002 Oct 09 01:03:48.150198 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-047a8017-ed1a-4c48-91f5-df744eab2c56 req-801c1f05-9c9d-42f0-b37d-46171d3260f5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 Oct 09 01:03:48.331135 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 07d4f0c5-1202-4554-b832-08bb967ca163 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:03:48.424948 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:48.432159 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 07d4f0c5-1202-4554-b832-08bb967ca163, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07d4f0c5-1202-4554-b832-08bb967ca163,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:48.443764 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '07d4f0c5-1202-4554-b832-08bb967ca163', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'port_id': '07d4f0c5-1202-4554-b832-08bb967ca163', 'mac_address': 'fa:16:3e:ed:e4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:03:48.478475 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 07d4f0c5-1202-4554-b832-08bb967ca163 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:48.478866 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:48.492490 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d4f0c5-1202-4554-b832-08bb967ca163 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:03:48.511934 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 07d4f0c5-1202-4554-b832-08bb967ca163, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07d4f0c5-1202-4554-b832-08bb967ca163,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:48.515223 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:48.566682 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=07d4f0c5-1202-4554-b832-08bb967ca163,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:48.672699 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-75269e6a-1860-44ef-9874-e79560b7528a req-47e3edf3-6cc1-4ab2-9738-0ffcbf3aeba4 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 210 time: 0.0279872 Oct 09 01:03:48.748282 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:48.798693 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-27b9f4f9-7d60-4067-80ad-365b9ab46ac5 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:48.800139 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-27b9f4f9-7d60-4067-80ad-365b9ab46ac5 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.60 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 815 time: 0.1068661 Oct 09 01:03:48.819441 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'port': {'device_id': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'admin_state_up': True, 'tenant_id': 'f37de57a22a246f0935f85392898dd42'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:48.847461 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['07d4f0c5-1202-4554-b832-08bb967ca163'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:03:49.234965 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Made reservation on behalf of f37de57a22a246f0935f85392898dd42 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:03:49.239423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:49.387882 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:49.405419 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ac4e-0fc5-4b36-8ffe-fe3bc60c2cf1 req-2213e1f5-71ce-4447-bd38-ec1d84b550d7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:49.412733 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-92c3ac4e-0fc5-4b36-8ffe-fe3bc60c2cf1 req-2213e1f5-71ce-4447-bd38-ec1d84b550d7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 945 time: 0.1280322 Oct 09 01:03:49.500005 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-92c3ac4e-0fc5-4b36-8ffe-fe3bc60c2cf1 req-fc3ad8b8-d6d4-4390-af71-fa40c473539e tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861762 Oct 09 01:03:49.525872 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Allocated IP 172.20.0.13 (6785419e-1d43-419a-bc35-ef45112ab443/98b6e2f7-a736-4245-b55d-f9e6c9acd558/ebfdac77-d547-424a-bd77-91436ba7750c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:03:49.687797 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for port (ebfdac77-d547-424a-bd77-91436ba7750c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:49.725606 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:49.774510 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Network 6785419e-1d43-419a-bc35-ef45112ab443 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:03:49.778295 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:03:49.782923 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:03:49.800731 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cfc6b-8c25-4cd0-8dd2-d50519fcfb31 req-dfc3266b-f2bd-472e-a161-d6308b0c092f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:49.809309 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f53cfc6b-8c25-4cd0-8dd2-d50519fcfb31 req-dfc3266b-f2bd-472e-a161-d6308b0c092f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0580409 Oct 09 01:03:49.820167 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:49.845265 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:49.848548 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:49.881791 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-41871fcf-443a-4ddf-a339-838e1a727efc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0658500 Oct 09 01:03:49.883304 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f53cfc6b-8c25-4cd0-8dd2-d50519fcfb31 req-9cba67e2-8e76-410c-83a7-d6c12e9179c8 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728076 Oct 09 01:03:50.124243 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ab5c1a5-9f16-468e-8463-e0b94945a891 None None] Provisioning complete for port ebfdac77-d547-424a-bd77-91436ba7750c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:50.125366 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c1a5-9f16-468e-8463-e0b94945a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:50.125985 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-0ab5c1a5-9f16-468e-8463-e0b94945a891 None None] Attempt 1 to provision port ebfdac77-d547-424a-bd77-91436ba7750c Oct 09 01:03:50.162031 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5c1a5-9f16-468e-8463-e0b94945a891 None None] Port ebfdac77-d547-424a-bd77-91436ba7750c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:03:50.347860 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 07d4f0c5-1202-4554-b832-08bb967ca163 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:03:50.391798 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 07d4f0c5-1202-4554-b832-08bb967ca163 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:03:50.396876 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 07d4f0c5-1202-4554-b832-08bb967ca163 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:03:50.397296 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:50.397673 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 07d4f0c5-1202-4554-b832-08bb967ca163 Oct 09 01:03:50.465524 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:50.480546 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 07d4f0c5-1202-4554-b832-08bb967ca163 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:03:50.480934 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:50.507136 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:03:50.509520 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1643e-3304-4ebf-a377-ab4c48b8134d" -d '{"events": [{"server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "name": "network-vif-plugged", "status": "completed", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:03:50.522781 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 07d4f0c5-1202-4554-b832-08bb967ca163, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07d4f0c5-1202-4554-b832-08bb967ca163,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:03:50.527011 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:50.561570 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e853195e-d0bd-43f5-94cc-cf06c129b3f4 x-openstack-request-id: req-e853195e-d0bd-43f5-94cc-cf06c129b3f4 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:03:50.561883 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "name": "network-vif-plugged", "status": "completed", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:03:50.562126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e853195e-d0bd-43f5-94cc-cf06c129b3f4 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:03:50.562517 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e853195e-d0bd-43f5-94cc-cf06c129b3f4'] response: {'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163', 'code': 200} Oct 09 01:03:50.582989 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=07d4f0c5-1202-4554-b832-08bb967ca163,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:50.643586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56327c49-a1ad-4750-831a-c8ce16b8b8d2 req-bf5ba0ba-7833-4186-baa0-fb16fc766476 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:50.645156 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-56327c49-a1ad-4750-831a-c8ce16b8b8d2 req-bf5ba0ba-7833-4186-baa0-fb16fc766476 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0545788 Oct 09 01:03:50.697795 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-56327c49-a1ad-4750-831a-c8ce16b8b8d2 req-af05e18f-d5a1-431e-b771-d45d425f7902 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 Oct 09 01:03:51.019317 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:51.035223 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6b6f2-d3d4-430e-b2c7-c8993e89b3d9 req-2fe7bc2b-8168-40d3-b367-47f4fbdf46b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:51.037322 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8be6b6f2-d3d4-430e-b2c7-c8993e89b3d9 req-2fe7bc2b-8168-40d3-b367-47f4fbdf46b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0565760 Oct 09 01:03:51.088486 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8be6b6f2-d3d4-430e-b2c7-c8993e89b3d9 req-6a546e4c-f830-42b0-93c5-98387ada3601 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Oct 09 01:03:51.829899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551d853-5aa8-495a-aa91-c651a45679b3 req-72b1ab9d-03c4-4845-9cf6-1b31deb00591 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:51.831556 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5551d853-5aa8-495a-aa91-c651a45679b3 req-72b1ab9d-03c4-4845-9cf6-1b31deb00591 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0499001 Oct 09 01:03:51.888177 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5551d853-5aa8-495a-aa91-c651a45679b3 req-edc07530-e5f8-4d9e-ae42-911cc8b41fe2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503151 Oct 09 01:03:52.216204 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b91abd-0488-4444-a0e1-c5c9eb9814db req-89ce4541-d13b-482e-a21b-c9ed9fad9ffc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:52.217692 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4b91abd-0488-4444-a0e1-c5c9eb9814db req-89ce4541-d13b-482e-a21b-c9ed9fad9ffc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0495069 Oct 09 01:03:52.276938 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b4b91abd-0488-4444-a0e1-c5c9eb9814db req-897ecb39-484f-4b16-9b74-f2ae1af3e508 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Oct 09 01:03:52.558458 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:52.559877 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:53.026940 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a77cff-e2c4-4f51-a8a6-33337461af3b req-91a1ebb5-4e7f-426f-a1fc-9472550e2b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:53.028449 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c8a77cff-e2c4-4f51-a8a6-33337461af3b req-91a1ebb5-4e7f-426f-a1fc-9472550e2b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0530806 Oct 09 01:03:53.087106 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c8a77cff-e2c4-4f51-a8a6-33337461af3b req-5e1edb80-098c-4326-ac66-7ad3dc0a71aa tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531054 Oct 09 01:03:53.405901 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91309-aa5d-4086-a488-865749429daa req-53be7b48-c915-4aa1-8166-fca48c51e22d tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:53.407570 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cea91309-aa5d-4086-a488-865749429daa req-53be7b48-c915-4aa1-8166-fca48c51e22d tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0515492 Oct 09 01:03:53.463325 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cea91309-aa5d-4086-a488-865749429daa req-520545be-1ae8-4f65-af4a-e9a808267d62 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 Oct 09 01:03:54.217270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed694bb8-5180-46ed-8e4b-89a4412de5c2 req-108e8c1c-c4b2-4063-b5a8-1eb895810810 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:54.218894 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ed694bb8-5180-46ed-8e4b-89a4412de5c2 req-108e8c1c-c4b2-4063-b5a8-1eb895810810 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0496743 Oct 09 01:03:54.271408 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ed694bb8-5180-46ed-8e4b-89a4412de5c2 req-93146570-0e17-4992-afb4-95ec247c1654 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Oct 09 01:03:54.592406 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03306e5-44fa-4c8b-8a55-867cc6e698ae req-6f3b67fc-5291-4946-930d-4404c061806c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:54.594071 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f03306e5-44fa-4c8b-8a55-867cc6e698ae req-6f3b67fc-5291-4946-930d-4404c061806c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0492618 Oct 09 01:03:54.643248 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f03306e5-44fa-4c8b-8a55-867cc6e698ae req-28616d6d-ba6a-4369-9191-6209cf7df8d2 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Oct 09 01:03:55.409590 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c97f-3379-4f72-afa4-8e8112c193a0 req-8d88fe13-870b-4676-af09-24980d4e4cc4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:55.411864 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2935c97f-3379-4f72-afa4-8e8112c193a0 req-8d88fe13-870b-4676-af09-24980d4e4cc4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0614254 Oct 09 01:03:55.431246 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:55.470950 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2935c97f-3379-4f72-afa4-8e8112c193a0 req-c9ce2e9a-ccf6-404d-8279-ad8d696d5b73 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533957 Oct 09 01:03:55.775319 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa92572-a4e5-447e-9943-2f3d8c1fc4cd req-1971755d-be4e-4f40-bfe8-c6a6a8dff7cf tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:55.777115 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efa92572-a4e5-447e-9943-2f3d8c1fc4cd req-1971755d-be4e-4f40-bfe8-c6a6a8dff7cf tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0519006 Oct 09 01:03:55.835839 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-efa92572-a4e5-447e-9943-2f3d8c1fc4cd req-f13cfe2a-0c25-4da3-b0a6-1c26c602d648 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530696 Oct 09 01:03:56.817378 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c939fd7-24c4-412c-a0ba-6cce2482f854 req-09f9f21a-80bc-48fc-b088-d9a945e62061 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:56.818952 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c939fd7-24c4-412c-a0ba-6cce2482f854 req-09f9f21a-80bc-48fc-b088-d9a945e62061 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.2668631 Oct 09 01:03:56.887436 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c939fd7-24c4-412c-a0ba-6cce2482f854 req-afc0f9df-fa08-4d3e-8def-e50d00658aae tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628040 Oct 09 01:03:56.973558 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:56.980202 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e134-b3fe-4612-95db-55d31c91c594 req-ab59f7dc-dd0a-4e96-8ff6-5171d5ec2607 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:56.981710 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e958e134-b3fe-4612-95db-55d31c91c594 req-ab59f7dc-dd0a-4e96-8ff6-5171d5ec2607 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0540249 Oct 09 01:03:57.033359 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e958e134-b3fe-4612-95db-55d31c91c594 req-1049d986-951d-4b37-8021-457f5e9aa11a tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Oct 09 01:03:57.159399 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:57.914298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Request body: {'port': {'device_id': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:03:57.979807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:58.007699 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba09eb-d3d7-4895-b552-75611a4d2124 req-33e7c987-6154-460f-bdca-b55859168729 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:58.009220 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3aba09eb-d3d7-4895-b552-75611a4d2124 req-33e7c987-6154-460f-bdca-b55859168729 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0485368 Oct 09 01:03:58.058542 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-3aba09eb-d3d7-4895-b552-75611a4d2124 req-61997951-ceb0-41b3-99ca-855dc6426eb1 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 Oct 09 01:03:58.207252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a700c0-2dcb-4870-bdd0-293a2730d7cd req-1bec1192-1c5d-471c-b600-668cb308bd0e tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:58.208749 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91a700c0-2dcb-4870-bdd0-293a2730d7cd req-1bec1192-1c5d-471c-b600-668cb308bd0e tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 932 time: 0.0688796 Oct 09 01:03:58.286861 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-91a700c0-2dcb-4870-bdd0-293a2730d7cd req-f43bc935-872b-40db-961e-54ed1b1bc4ab tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692821 Oct 09 01:03:58.315277 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfdac77-d547-424a-bd77-91436ba7750c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:03:58.322895 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Publish callbacks [] for port (ebfdac77-d547-424a-bd77-91436ba7750c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:58.330932 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:58.336431 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Transition to ACTIVE for port object ebfdac77-d547-424a-bd77-91436ba7750c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:03:58.340482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:58.432846 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:58.461914 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Attempting to bind port ebfdac77-d547-424a-bd77-91436ba7750c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:03:58.462170 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Attempting to bind port ebfdac77-d547-424a-bd77-91436ba7750c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:03:58.462556 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Attempting to bind port ebfdac77-d547-424a-bd77-91436ba7750c on network 6785419e-1d43-419a-bc35-ef45112ab443 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:58.538148 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16195971-9f50-4c5e-b399-0af252faee07 req-25e7fb6a-8743-4661-ab16-dd165c281b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:58.539627 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16195971-9f50-4c5e-b399-0af252faee07 req-25e7fb6a-8743-4661-ab16-dd165c281b8f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 1130 time: 0.0556641 Oct 09 01:03:58.542758 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Port ebfdac77-d547-424a-bd77-91436ba7750c on network 6785419e-1d43-419a-bc35-ef45112ab443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:03:58.543084 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Attempting to bind port ebfdac77-d547-424a-bd77-91436ba7750c on network 6785419e-1d43-419a-bc35-ef45112ab443 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:03:58.612540 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:03:58.612881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Checking segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:03:58.613794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Bound using segment: {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:03:58.614239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Bound port: ebfdac77-d547-424a-bd77-91436ba7750c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f7e284-0af3-4e7c-8362-b09e14e08087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:03:58.614596 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:58.631665 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-16195971-9f50-4c5e-b399-0af252faee07 req-b86ee218-193b-4f8b-9b2f-ee1066064d65 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854378 Oct 09 01:03:58.635373 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:58.681114 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:03:58.684075 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:03:58.689693 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:58.694239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:58.694842 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:03:58.696248 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 1094 time: 0.7872396 Oct 09 01:03:58.696814 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:03:58.699023 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:03:58.735225 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569dd2e-e008-48ae-b7d2-bd695053dfbf x-openstack-request-id: req-5569dd2e-e008-48ae-b7d2-bd695053dfbf {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:03:58.735516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:03:58.735801 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5569dd2e-e008-48ae-b7d2-bd695053dfbf {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:03:58.736205 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5569dd2e-e008-48ae-b7d2-bd695053dfbf'] response: {'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'status': 'completed', 'code': 200} Oct 09 01:03:58.750172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d0a2-dc52-4c9b-a3fd-65a221e72442 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:03:59.202347 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe2a5-6da4-4dba-b80f-a71d19bf1b5f req-8a547b72-4776-4095-83be-caa25ad4cbd2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:59.203840 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5cdfe2a5-6da4-4dba-b80f-a71d19bf1b5f req-8a547b72-4776-4095-83be-caa25ad4cbd2 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0476484 Oct 09 01:03:59.274254 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6 req-db6bf5d2-b50d-4e89-8647-e695a5028e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:59.275680 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6 req-db6bf5d2-b50d-4e89-8647-e695a5028e6a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1128 time: 0.0562754 Oct 09 01:03:59.289021 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5cdfe2a5-6da4-4dba-b80f-a71d19bf1b5f req-b61f304f-f1cd-4e38-aef1-b3a02fc7c5d3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781105 Oct 09 01:03:59.410907 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324dafd-261c-4ffa-847a-a20b96d49fd4 req-b55fe4e8-9023-4c16-9231-e5d35aed8dd8 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:59.412397 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2324dafd-261c-4ffa-847a-a20b96d49fd4 req-b55fe4e8-9023-4c16-9231-e5d35aed8dd8 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 944 time: 0.0507278 Oct 09 01:03:59.442816 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:03:59.459800 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2324dafd-261c-4ffa-847a-a20b96d49fd4 req-e7f4c0b0-382e-4c6e-8cf5-2dfd590486c9 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Oct 09 01:03:59.642105 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6 req-93271d19-9def-4754-9bea-ec683d10408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:59.643452 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6 req-93271d19-9def-4754-9bea-ec683d10408f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=f37de57a22a246f0935f85392898dd42&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955667 Oct 09 01:03:59.754747 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6 req-03b099c1-a607-4717-97c1-744e82fe4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:03:59.756217 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a00788e3-e7ce-4e7f-8605-7300ac91a1f6 req-03b099c1-a607-4717-97c1-744e82fe4004 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873284 Oct 09 01:04:00.414816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c197-f27a-400a-ad0e-c068186a58a2 req-342ed3b2-f437-47d7-aee3-57733f8f3391 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.416316 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9364c197-f27a-400a-ad0e-c068186a58a2 req-342ed3b2-f437-47d7-aee3-57733f8f3391 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0566204 Oct 09 01:04:00.504870 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-2e19ee07-49df-4068-a781-8b9e4091864a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854368 Oct 09 01:04:00.505773 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-024ef765-18e2-4c7d-848a-cd6d3a8546c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.507147 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-024ef765-18e2-4c7d-848a-cd6d3a8546c9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1128 time: 0.0890610 Oct 09 01:04:00.536185 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9364c197-f27a-400a-ad0e-c068186a58a2 req-9fe7204f-be89-42bb-b5d0-b19e2d7a7cc9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059628 Oct 09 01:04:00.548557 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:00.586936 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-6e2627c4-1789-43c5-bc8a-2fd343efe6ef service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 217 time: 0.0425439 Oct 09 01:04:00.587128 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dc345-bcad-4695-b2cd-83eab958c75d req-ac754ebb-4c01-4969-b320-b08313e5c3dd tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.592142 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b8dc345-bcad-4695-b2cd-83eab958c75d req-ac754ebb-4c01-4969-b320-b08313e5c3dd tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 944 time: 0.0585794 Oct 09 01:04:00.635944 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-4b8dc345-bcad-4695-b2cd-83eab958c75d req-e273dd90-7c2d-4c95-bf10-e1b3ae07938d tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Oct 09 01:04:00.659705 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-c3456570-65fb-490a-9a48-63b5fe4805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.661679 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-c3456570-65fb-490a-9a48-63b5fe4805dc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 1131 time: 0.0878735 Oct 09 01:04:00.744479 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-2f8f69e9-306a-4f0f-a130-e1dc349a2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.745800 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-2f8f69e9-306a-4f0f-a130-e1dc349a2aee service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 200 len: 854 time: 0.1299460 Oct 09 01:04:00.753117 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f77d-d67f-4b84-904c-eae0ec6d90ba req-0ed6aa19-ef0b-43ad-98c8-a13cced16ef9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.755025 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d84f77d-d67f-4b84-904c-eae0ec6d90ba req-0ed6aa19-ef0b-43ad-98c8-a13cced16ef9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.1356478 Oct 09 01:04:00.836010 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-063b829a-1bdb-4342-8050-10c36c247efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.837466 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-063b829a-1bdb-4342-8050-10c36c247efa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6785419e-1d43-419a-bc35-ef45112ab443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801225 Oct 09 01:04:00.882696 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3d84f77d-d67f-4b84-904c-eae0ec6d90ba req-73a9b120-62e5-49b3-b631-84ca9ee67fbb tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156957 Oct 09 01:04:00.883692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-fe13679b-8cfc-425e-8d91-f88f9a1f258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.885012 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-fe13679b-8cfc-425e-8d91-f88f9a1f258b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.1999695 Oct 09 01:04:00.911897 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36404) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:00.953008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96659e-f8d8-4d6a-a3a9-1adc6d16b968 tempest-TestVolumeBootPattern-429720657 tempest-TestVolumeBootPattern-429720657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:00.957121 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7a96659e-f8d8-4d6a-a3a9-1adc6d16b968 tempest-TestVolumeBootPattern-429720657 tempest-TestVolumeBootPattern-429720657-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 1125 time: 0.0415537 Oct 09 01:04:00.957320 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36406) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:00.961500 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'port_id': '07d4f0c5-1202-4554-b832-08bb967ca163', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:00.975072 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:00.981459 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:00.995274 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-2e9677e6-b161-416d-b313-187b292088cd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 200 len: 1002 time: 0.0836740 Oct 09 01:04:01.014353 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-650f10a1-3eec-4136-9d55-a15382d0200e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587203 Oct 09 01:04:01.061705 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:01.097064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-1e5926bc-841d-4628-a88e-ff3c3737d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:01.098646 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-1e5926bc-841d-4628-a88e-ff3c3737d214 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0962238 Oct 09 01:04:01.163368 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-cfca5aeb-3cf0-45d2-a61d-1e2030eab29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:01.164907 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-cfca5aeb-3cf0-45d2-a61d-1e2030eab29d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598693 Oct 09 01:04:01.166759 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4b242df7-7062-42a0-ac87-7d2b9b5edb7d req-16be53b8-17cb-4590-a8d0-f4ddc540f9b6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355615 Oct 09 01:04:01.171798 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Allocated IP 172.37.5.242 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:04:01.270474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-5efaf617-41ad-4fb2-9f5a-d074b5ccf0ef service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899522 Oct 09 01:04:01.279142 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:01.310650 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:01.319235 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:01.357077 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:04:01.362201 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:04:01.366790 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:04:01.369740 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:01.674652 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:01.744906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:01.786549 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2d0cf-b696-48b4-94c8-85afb3ec8ffb req-205707bc-3f03-4511-ab3e-83ba55939f14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:01.788022 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-15d2d0cf-b696-48b4-94c8-85afb3ec8ffb req-205707bc-3f03-4511-ab3e-83ba55939f14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 944 time: 0.0784004 Oct 09 01:04:01.857270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:01.877510 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-15d2d0cf-b696-48b4-94c8-85afb3ec8ffb req-b6775e26-ee2f-436b-91e0-5dce7570466b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835390 Oct 09 01:04:02.004507 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:02.008582 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:02.078718 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:02.080536 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event updated for resources: {'Port': ['ID=c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:02.150174 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9b398a5d-d89a-44d8-8977-b38f7438fc09 req-0fbf88ae-6c1d-4725-b168-c7ae48c0eeb7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928957 Oct 09 01:04:02.158832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:02.181385 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Floating IP a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e associated. External IP: 172.37.5.242, port: 07d4f0c5-1202-4554-b832-08bb967ca163. Oct 09 01:04:02.386569 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:04:02.491843 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:04:02.501638 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:04:02.510147 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:02.513912 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:02.514622 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:02.544964 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-383c468f-1692-45d9-9f0a-90db54e1298d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5863817 Oct 09 01:04:02.545414 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:02.547936 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b27be23-da6b-4836-845b-257f4423ab0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:02.585771 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44e1a11-e7eb-4951-b04a-b37825b6f584 x-openstack-request-id: req-a44e1a11-e7eb-4951-b04a-b37825b6f584 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:02.586068 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:02.586324 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a44e1a11-e7eb-4951-b04a-b37825b6f584 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:02.586727 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44e1a11-e7eb-4951-b04a-b37825b6f584'] response: {'name': 'network-changed', 'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163', 'status': 'completed', 'code': 200} Oct 09 01:04:02.607739 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:02.626778 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:02.682172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27be23-da6b-4836-845b-257f4423ab0a req-db97db14-b891-4df1-a730-f987881d62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:02.683786 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-db97db14-b891-4df1-a730-f987881d62e8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 1130 time: 0.0469122 Oct 09 01:04:02.756412 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:02.778047 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27be23-da6b-4836-845b-257f4423ab0a req-a98bf333-35b0-4907-8021-ae585172a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:02.779523 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-a98bf333-35b0-4907-8021-ae585172a7e9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.0899808 Oct 09 01:04:02.845776 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.242', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '07d4f0c5-1202-4554-b832-08bb967ca163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:ed:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:01Z', 'updated_at': '2022-10-09T01:04:01Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}, {'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:50Z', 'revision_number': 1, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:02.854866 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-3824754a-3705-49d6-a1a3-5cfab0485479 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d4f0c5-1202-4554-b832-08bb967ca163 HTTP/1.1" status: 200 len: 1000 time: 0.0662444 Oct 09 01:04:02.874874 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:04:02.884069 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:02.884610 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:03:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:02.910308 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27be23-da6b-4836-845b-257f4423ab0a req-bf6c87cf-c942-4949-b93d-63f0652802aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:02.911796 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-bf6c87cf-c942-4949-b93d-63f0652802aa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0501654 Oct 09 01:04:02.958278 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27be23-da6b-4836-845b-257f4423ab0a req-04a93350-a254-4b78-9cf0-011c47aede96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:02.959733 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-04a93350-a254-4b78-9cf0-011c47aede96 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413852 Oct 09 01:04:02.990198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:03.041730 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d456d7-ea26-48bc-96d8-a2d5a646ad0c req-18c5d0f9-f5d3-44ea-9f03-beffac446806 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:03.043336 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b8d456d7-ea26-48bc-96d8-a2d5a646ad0c req-18c5d0f9-f5d3-44ea-9f03-beffac446806 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 944 time: 0.0621309 Oct 09 01:04:03.056379 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:03.079401 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-bafd18e4-adc0-41db-b08a-fef5f9f92183 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111815 Oct 09 01:04:03.102230 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b8d456d7-ea26-48bc-96d8-a2d5a646ad0c req-1aa72626-d78f-4766-b225-1d833b5eb3bc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Oct 09 01:04:03.185245 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7b27be23-da6b-4836-845b-257f4423ab0a req-76eca03a-6cf3-4e7e-9528-94da20f4a33b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989223 Oct 09 01:04:03.216189 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.242', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '07d4f0c5-1202-4554-b832-08bb967ca163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:ed:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:01Z', 'updated_at': '2022-10-09T01:04:01Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}, {'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:50Z', 'revision_number': 1, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:03.241673 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee4ab26-4501-47dd-9617-b983b2e1f88a None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.242', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '07d4f0c5-1202-4554-b832-08bb967ca163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:ed:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:01Z', 'updated_at': '2022-10-09T01:04:01Z', 'revision_number': 0, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}, {'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:50Z', 'revision_number': 1, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:04:03.446402 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8d8996-7339-4ba7-846c-f0c023a1b491 None None] New status for floating IP a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:04:04.229215 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619d324-0d0e-41f5-bb3b-f3d1e326a3ee req-f6c51a62-1bd2-4c7b-a1b1-639139c5f189 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:04.230668 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8619d324-0d0e-41f5-bb3b-f3d1e326a3ee req-f6c51a62-1bd2-4c7b-a1b1-639139c5f189 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 944 time: 0.0502896 Oct 09 01:04:04.277244 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8619d324-0d0e-41f5-bb3b-f3d1e326a3ee req-0a99eb85-750c-496a-92d3-4057697e6116 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Oct 09 01:04:04.415334 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device ebfdac77-d547-424a-bd77-91436ba7750c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:04:04.423001 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:04.519214 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:04.530410 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'port_id': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'mac_address': 'fa:16:3e:99:c7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:04:04.563959 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port ebfdac77-d547-424a-bd77-91436ba7750c is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:04:04.564336 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:04.580611 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfdac77-d547-424a-bd77-91436ba7750c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:04:04.598924 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:04.602960 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:04.648148 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:04.966630 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['ebfdac77-d547-424a-bd77-91436ba7750c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:04:05.019241 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:05.395928 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800135-73a6-48d8-b1ec-55e9eb6051bf req-7c1f7829-7535-4253-853e-71fb23bfa749 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:05.397361 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-14800135-73a6-48d8-b1ec-55e9eb6051bf req-7c1f7829-7535-4253-853e-71fb23bfa749 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 945 time: 0.0459700 Oct 09 01:04:05.446678 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-14800135-73a6-48d8-b1ec-55e9eb6051bf req-30eed815-26c2-499f-978c-0be91b445787 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 Oct 09 01:04:06.433889 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device ebfdac77-d547-424a-bd77-91436ba7750c up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:04:06.476734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port ebfdac77-d547-424a-bd77-91436ba7750c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:04:06.482611 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port ebfdac77-d547-424a-bd77-91436ba7750c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:04:06.482986 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:06.483320 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port ebfdac77-d547-424a-bd77-91436ba7750c Oct 09 01:04:06.555708 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port ebfdac77-d547-424a-bd77-91436ba7750c is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:04:06.556103 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:06.563015 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95698-f19b-43e8-a3e2-acecaf391686 req-65d1afbc-ba56-4378-87ad-1e17c30f3b56 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:06.564525 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0e95698-f19b-43e8-a3e2-acecaf391686 req-65d1afbc-ba56-4378-87ad-1e17c30f3b56 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 945 time: 0.0463147 Oct 09 01:04:06.577083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:06.579614 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:06.581946 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f064906-6a09-4ff9-bb1b-4349fb2e7de4" -d '{"events": [{"server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "name": "network-vif-plugged", "status": "completed", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:06.598125 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:06.603108 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:06.618538 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e0e95698-f19b-43e8-a3e2-acecaf391686 req-25513169-41e1-4e62-80d5-ba2ea3a1a611 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 Oct 09 01:04:06.628386 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecead5dc-b9b9-4c4f-ab04-e2021b860562 x-openstack-request-id: req-ecead5dc-b9b9-4c4f-ab04-e2021b860562 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:06.628697 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "name": "network-vif-plugged", "status": "completed", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:06.628948 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ecead5dc-b9b9-4c4f-ab04-e2021b860562 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:06.629896 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecead5dc-b9b9-4c4f-ab04-e2021b860562'] response: {'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'code': 200} Oct 09 01:04:06.653722 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:06.845450 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0018c-15c7-403d-8090-9f46a86e3228 req-c81c1ff6-cc05-4b71-9900-d69b92173856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:06.846843 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ece0018c-15c7-403d-8090-9f46a86e3228 req-c81c1ff6-cc05-4b71-9900-d69b92173856 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1130 time: 0.0373518 Oct 09 01:04:06.900482 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ece0018c-15c7-403d-8090-9f46a86e3228 req-9628de73-322b-4425-9c66-5b2aa0f98481 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Oct 09 01:04:07.592787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09f5b812-c5cd-43f5-b147-72d309e99508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:07.739783 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c6dd-a63e-4d10-b607-9e57d5c0e364 req-9ee964ec-9c49-4482-9af4-a313b5e2dcb3 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:07.741240 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-69d5c6dd-a63e-4d10-b607-9e57d5c0e364 req-9ee964ec-9c49-4482-9af4-a313b5e2dcb3 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0462980 Oct 09 01:04:07.789113 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-69d5c6dd-a63e-4d10-b607-9e57d5c0e364 req-3e3c60d8-1e51-4efb-ba52-9c3e45aa0530 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Oct 09 01:04:08.910087 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b15f-483e-4afb-8dfe-8f289520693d req-72a87f9b-603b-418c-8154-ef031759eb4b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:08.911614 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9da2b15f-483e-4afb-8dfe-8f289520693d req-72a87f9b-603b-418c-8154-ef031759eb4b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0475545 Oct 09 01:04:08.958571 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9da2b15f-483e-4afb-8dfe-8f289520693d req-d803f0c5-adc2-4662-b6d0-7e34a87e3ccb tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Oct 09 01:04:09.076590 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f65c-6c1a-46c5-82fc-43a0b946a2e1 req-34c2cb1f-c0fd-4421-89bb-9b4a57f205dc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:09.078009 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a676f65c-6c1a-46c5-82fc-43a0b946a2e1 req-34c2cb1f-c0fd-4421-89bb-9b4a57f205dc tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0466647 Oct 09 01:04:09.125409 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a676f65c-6c1a-46c5-82fc-43a0b946a2e1 req-0f76618f-bff4-4ced-9d1d-b4b477a04826 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Oct 09 01:04:09.605454 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0f53a-4573-4f28-909b-c4954dae0721 req-6c98f1d2-604f-4cfb-9c90-ace407ada59c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:09.606925 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-05f0f53a-4573-4f28-909b-c4954dae0721 req-6c98f1d2-604f-4cfb-9c90-ace407ada59c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0513141 Oct 09 01:04:09.654126 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-05f0f53a-4573-4f28-909b-c4954dae0721 req-65792531-9ad5-4873-b0f4-4242aa83da59 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Oct 09 01:04:09.813412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d9496711-31bf-4f5f-985e-585b712f6a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:11.341507 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:12.929687 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:12.963386 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:13.376346 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:04:18.952019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=70 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:18.954478 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=25 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:19.174328 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:19.184850 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:19.191047 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c086-fa7c-4d62-9144-60ee250679cf req-f647b2bf-680f-4d9a-98d4-bc1aaa59543f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:19.192747 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-27a3c086-fa7c-4d62-9144-60ee250679cf req-f647b2bf-680f-4d9a-98d4-bc1aaa59543f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Oct 09 01:04:19.247557 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-27a3c086-fa7c-4d62-9144-60ee250679cf req-70ca2e7b-5783-4425-aa5d-f751314711cb tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480492 Oct 09 01:04:19.277834 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36510) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:19.450942 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45185001-a2ce-41ca-bc72-539c8b91d12e tempest-TestMinimumBasicScenario-1473352101 tempest-TestMinimumBasicScenario-1473352101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:19.452512 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-45185001-a2ce-41ca-bc72-539c8b91d12e tempest-TestMinimumBasicScenario-1473352101 tempest-TestMinimumBasicScenario-1473352101-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1125 time: 0.1736813 Oct 09 01:04:19.455362 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36514) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:19.459440 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'port_id': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:19.480013 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:19.559940 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:19.667663 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Allocated IP 172.37.5.32 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/d261ed89-daef-4376-9d38-9c7039162e42) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:04:19.766907 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for port (d261ed89-daef-4376-9d38-9c7039162e42), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:19.800488 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (d261ed89-daef-4376-9d38-9c7039162e42), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:19.828647 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:19.849902 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:04:19.855565 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:04:19.858048 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'Port': ['ID=d261ed89-daef-4376-9d38-9c7039162e42,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:19.860177 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:04:20.123674 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:20.205564 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for floatingip (7fd5178b-cff5-45de-8a15-59b2b09df4ac), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:20.275953 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (d261ed89-daef-4376-9d38-9c7039162e42), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:20.427133 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for port (d261ed89-daef-4376-9d38-9c7039162e42), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:20.431477 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (d261ed89-daef-4376-9d38-9c7039162e42), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:20.499956 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'Port': ['ID=d261ed89-daef-4376-9d38-9c7039162e42,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:20.502440 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (7fd5178b-cff5-45de-8a15-59b2b09df4ac), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:20.567725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0404b5-a882-4f46-b098-fbe9cc9bdf5f req-131e6036-3efe-4a4a-be4f-f5ab42307b03 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:20.569240 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec0404b5-a882-4f46-b098-fbe9cc9bdf5f req-131e6036-3efe-4a4a-be4f-f5ab42307b03 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0472038 Oct 09 01:04:20.601433 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Floating IP 7fd5178b-cff5-45de-8a15-59b2b09df4ac associated. External IP: 172.37.5.32, port: ebfdac77-d547-424a-bd77-91436ba7750c. Oct 09 01:04:20.617135 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ec0404b5-a882-4f46-b098-fbe9cc9bdf5f req-7eeb8147-9875-491f-9447-54776493b9c5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Oct 09 01:04:20.652329 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:21.001106 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Router 2b74eea3-225c-425e-890b-fcc6a5af7adb has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:04:21.103758 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:04:21.113256 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] Sync routers for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:04:21.120772 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.123438 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:21.123586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:21.124089 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:04:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:21.153143 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4158cd1f-956c-410a-b174-59da1ae27683 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6967816 Oct 09 01:04:21.154054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:21.156082 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36524) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:21.156484 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac8ab01-a19f-4ff7-9671-a017eed278a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:21.161486 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915066342', 'description': 'tempest-secgroup-smoke-1915066342 description', 'project_id': 'f37de57a22a246f0935f85392898dd42'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:21.186127 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.194533 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccd93af-f884-452a-b15a-3a9f93f617ba x-openstack-request-id: req-9ccd93af-f884-452a-b15a-3a9f93f617ba {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:21.194766 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:21.194984 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9ccd93af-f884-452a-b15a-3a9f93f617ba {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:21.195389 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccd93af-f884-452a-b15a-3a9f93f617ba'] response: {'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'status': 'completed', 'code': 200} Oct 09 01:04:21.267585 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group (dc056f2c-4cfe-4712-a0d3-62e45f5a9644), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.271944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (dc056f2c-4cfe-4712-a0d3-62e45f5a9644), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.305760 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.307013 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1498992 Oct 09 01:04:21.307897 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375c3a4-1d2d-4671-8e5e-4b4de3d42b7c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc056f2c-4cfe-4712-a0d3-62e45f5a9644,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:21.310102 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36528) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:21.314415 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group_rule': {'security_group_id': 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:21.342855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (81aaf5ca-9c22-425b-a46e-66ee971349ce), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.357505 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:21.389904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:21.399009 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (81aaf5ca-9c22-425b-a46e-66ee971349ce), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.402767 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (81aaf5ca-9c22-425b-a46e-66ee971349ce), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.421475 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aaf5ca-9c22-425b-a46e-66ee971349ce,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:21.429911 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.433918 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8baa1378-3067-4b00-a955-7f2b34785c38 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200857 Oct 09 01:04:21.434081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36530) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:21.438247 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group_rule': {'security_group_id': 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:21.465668 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (319fc572-d971-4599-bc9c-a2e7a38ebad1), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.524246 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (319fc572-d971-4599-bc9c-a2e7a38ebad1), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.528385 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (319fc572-d971-4599-bc9c-a2e7a38ebad1), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.572575 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7fd5178b-cff5-45de-8a15-59b2b09df4ac', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'floating_ip_address': '172.37.5.32', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'port_id': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'mac_address': 'fa:16:3e:99:c7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:20Z', 'updated_at': '2022-10-09T01:04:20Z', 'revision_number': 0, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:21.602911 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] Checking router: 2b74eea3-225c-425e-890b-fcc6a5af7adb for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:04:21.611911 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:21.612531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:04:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:21.616803 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:21.719136 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:21.820328 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319fc572-d971-4599-bc9c-a2e7a38ebad1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:21.841176 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.842368 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2d972748-1f98-4059-bf59-e0d0f611cb75 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4073982 Oct 09 01:04:21.845182 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:21.849918 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group_rule': {'security_group_id': 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:21.874769 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049b215-535b-455e-9cfc-004834004bb3 req-a6d79322-b3a9-4e70-ac4b-437f5153eff7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:21.876286 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7049b215-535b-455e-9cfc-004834004bb3 req-a6d79322-b3a9-4e70-ac4b-437f5153eff7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0693059 Oct 09 01:04:21.903842 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (8206fc41-ff90-48e8-8235-cd7a02c10763), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.943664 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7fd5178b-cff5-45de-8a15-59b2b09df4ac', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'floating_ip_address': '172.37.5.32', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'port_id': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'mac_address': 'fa:16:3e:99:c7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:20Z', 'updated_at': '2022-10-09T01:04:20Z', 'revision_number': 0, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:21.956462 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7049b215-535b-455e-9cfc-004834004bb3 req-e7d82c96-2818-4451-9138-25092af7b0b4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744574 Oct 09 01:04:21.969300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509466d0-e26a-4e6f-8e24-3341e04172d3 None None] The sync data for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi is: [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7fd5178b-cff5-45de-8a15-59b2b09df4ac', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'floating_ip_address': '172.37.5.32', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'port_id': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'mac_address': 'fa:16:3e:99:c7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:20Z', 'updated_at': '2022-10-09T01:04:20Z', 'revision_number': 0, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:04:21.988228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (8206fc41-ff90-48e8-8235-cd7a02c10763), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.988228 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (8206fc41-ff90-48e8-8235-cd7a02c10763), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:21.996069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8206fc41-ff90-48e8-8235-cd7a02c10763,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:22.012845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.014052 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b123f2e3-cc95-4319-a90c-b47e0630ca14 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679692 Oct 09 01:04:22.016859 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:22.021740 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group_rule': {'security_group_id': 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:22.029312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:22.036835 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:22.053138 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (2b715c9d-0932-419b-b0da-f8578655ad3b), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.116329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (2b715c9d-0932-419b-b0da-f8578655ad3b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.127711 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (2b715c9d-0932-419b-b0da-f8578655ad3b), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.167411 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b715c9d-0932-419b-b0da-f8578655ad3b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:22.175379 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-cb12aaf1-47ca-4cb0-b370-f7e668d830b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.176966 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-cb12aaf1-47ca-4cb0-b370-f7e668d830b4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1130 time: 0.0595164 Oct 09 01:04:22.180050 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.181136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4abcf4aa-df72-4208-be53-698430570ade tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633673 Oct 09 01:04:22.183966 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:22.188314 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group_rule': {'security_group_id': 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:22.195642 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ffcc9-0759-4c9e-875e-59a2839ed457 None None] New status for floating IP 7fd5178b-cff5-45de-8a15-59b2b09df4ac: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:04:22.211638 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Project f37de57a22a246f0935f85392898dd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 09 01:04:22.217917 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (4643f680-e6ed-4ef4-a236-142bf4b5c1a8), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.276847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (4643f680-e6ed-4ef4-a236-142bf4b5c1a8), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.280397 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (4643f680-e6ed-4ef4-a236-142bf4b5c1a8), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.305880 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4643f680-e6ed-4ef4-a236-142bf4b5c1a8,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:22.325267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.326449 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ce912795-023b-4814-ab25-9496bf9586f0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415260 Oct 09 01:04:22.329474 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36540) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:22.334898 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'security_group_rule': {'security_group_id': 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644', 'project_id': 'f37de57a22a246f0935f85392898dd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:22.358565 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Project f37de57a22a246f0935f85392898dd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 09 01:04:22.364656 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (9104d9bf-13f1-4f08-8a0c-55be528b966c), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.397261 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-70a3f3a1-df79-4e12-8846-5f0d622fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.398747 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-70a3f3a1-df79-4e12-8846-5f0d622fb876 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 916 time: 0.1008301 Oct 09 01:04:22.428334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (9104d9bf-13f1-4f08-8a0c-55be528b966c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.431924 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (9104d9bf-13f1-4f08-8a0c-55be528b966c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.451940 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9104d9bf-13f1-4f08-8a0c-55be528b966c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:22.456019 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.457884 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cd343bdc-f3e2-4e78-9479-afa9b465e2ca tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267862 Oct 09 01:04:22.552100 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-856c69bf-0f17-4df3-b961-01183139757f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1915066342&fields=id&tenant_id=f37de57a22a246f0935f85392898dd42 HTTP/1.1" status: 200 len: 267 time: 0.0482011 Oct 09 01:04:22.581629 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-2c8afe59-2199-4084-8026-700a1e3dff34 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.583192 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-2c8afe59-2199-4084-8026-700a1e3dff34 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0941949 Oct 09 01:04:22.585127 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-435febac-99ac-4925-ab4d-fd69667866e5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 1001 time: 0.0978329 Oct 09 01:04:22.603002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-b2e7196a-b9c1-47e3-b590-87c45a948b3a tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.605924 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-b2e7196a-b9c1-47e3-b590-87c45a948b3a tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0470541 Oct 09 01:04:22.615661 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'port': {'security_groups': ['0795ffbb-6daf-4bba-a742-e224a73d68c6', 'dc056f2c-4cfe-4712-a0d3-62e45f5a9644']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:22.685736 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.703018 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-7e029469-38f3-408e-a33d-9ec7c61fc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.704520 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-7e029469-38f3-408e-a33d-9ec7c61fc7e1 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 200 len: 854 time: 0.1015642 Oct 09 01:04:22.720465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Deleting port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:04:22.720812 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.797030 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-47e00ced-f54b-4c16-9c61-a527f394f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.798542 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-47e00ced-f54b-4c16-9c61-a527f394f90b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6785419e-1d43-419a-bc35-ef45112ab443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857012 Oct 09 01:04:22.882565 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] For port a48d8008-24c8-488e-9a77-3b3d2c3b71b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:22.883276 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.905299 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:22.934025 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for port (ebfdac77-d547-424a-bd77-91436ba7750c), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.938691 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.945039 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:22.948563 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:22.949179 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:22.950539 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-497dcf61-9f4f-4c2a-b92d-6b8d8f78ab8e req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "PUT /networking/v2.0/ports/ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 982 time: 0.3399427 Oct 09 01:04:22.976393 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:22.980484 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['ebfdac77-d547-424a-bd77-91436ba7750c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:04:22.987404 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:22.987612 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-0173f73f-cacd-4adb-99bf-f8782a6e4e66 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744068 Oct 09 01:04:23.015983 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd210be-c2e9-4cb3-a69b-23500b670e8b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:23.122506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6752-73b9-4c63-9703-f21ff771e197 req-528f73f0-32e6-4e5c-b9aa-331d1a6e1a87 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:23.123543 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-640b6752-73b9-4c63-9703-f21ff771e197 req-528f73f0-32e6-4e5c-b9aa-331d1a6e1a87 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 947 time: 0.0614016 Oct 09 01:04:23.150961 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['ebfdac77-d547-424a-bd77-91436ba7750c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:04:23.171379 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50502e55-ba15-4b3b-898c-4fec0a0c41b8 req-e53d244a-4f12-48f9-a07b-8747f74e3ace tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:23.172883 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50502e55-ba15-4b3b-898c-4fec0a0c41b8 req-e53d244a-4f12-48f9-a07b-8747f74e3ace tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.1271906 Oct 09 01:04:23.182594 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-640b6752-73b9-4c63-9703-f21ff771e197 req-ec27c0df-bf15-41c2-bd9b-98f0e107b7ef tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=14302cb8-4374-490f-af67-f2d863cd7361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524967 Oct 09 01:04:23.196629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:23.199130 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:23.221519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:23.221889 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (214143bc-7e66-4a74-9bff-d6e4f197282d), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:23.222212 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Floating IP 214143bc-7e66-4a74-9bff-d6e4f197282d disassociated. External IP: 172.37.5.103, port: a48d8008-24c8-488e-9a77-3b3d2c3b71b4. Oct 09 01:04:23.223117 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Calling delete_port for a48d8008-24c8-488e-9a77-3b3d2c3b71b4 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:04:23.250495 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4ac8ab01-a19f-4ff7-9671-a017eed278a0 req-a0baecb2-a4fc-4ad5-bab6-d13bde424d1c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356300 Oct 09 01:04:23.251629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9849cc1-231d-4e9e-9048-9250fdac3d96 x-openstack-request-id: req-c9849cc1-231d-4e9e-9048-9250fdac3d96 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:23.252619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:23.253023 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c9849cc1-231d-4e9e-9048-9250fdac3d96 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:23.253576 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9849cc1-231d-4e9e-9048-9250fdac3d96'] response: {'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'status': 'completed', 'code': 200} Oct 09 01:04:23.313147 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50502e55-ba15-4b3b-898c-4fec0a0c41b8 req-7f36136d-0ea6-4d8e-aad1-589a71651dd5 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273973 Oct 09 01:04:23.362050 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:23.396634 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:23.435298 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-38c0e650-39ae-498f-9058-c4ef41c5d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:23.436840 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-38c0e650-39ae-498f-9058-c4ef41c5d428 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1169 time: 0.0588224 Oct 09 01:04:23.441503 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (a48d8008-24c8-488e-9a77-3b3d2c3b71b4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:23.513941 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event deleted for resources: {'Port': ['ID=a48d8008-24c8-488e-9a77-3b3d2c3b71b4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:23.632069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-9fed1be5-c0fc-447e-bd0b-5256c4a0ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:23.633598 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-9fed1be5-c0fc-447e-bd0b-5256c4a0ed3e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 916 time: 0.1901352 Oct 09 01:04:23.704217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Router f7fc834f-b827-462f-8575-fc996402b3f1 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:04:23.711316 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-046df56e-0eb9-4054-bae1-896c058d4022 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 1001 time: 0.0690067 Oct 09 01:04:23.743278 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:23.828478 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-ca5db6c3-ce4e-4516-be46-052e6be06a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:23.829851 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-ca5db6c3-ce4e-4516-be46-052e6be06a97 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 200 len: 854 time: 0.1125588 Oct 09 01:04:23.874011 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:23.883182 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:04:23.888903 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-4979260a-ac9a-418e-9343-a44d18f9bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:23.890407 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-4979260a-ac9a-418e-9343-a44d18f9bc22 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6785419e-1d43-419a-bc35-ef45112ab443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530419 Oct 09 01:04:23.894249 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:04:23.906795 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:23.907511 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:04:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:23.951276 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] No DVR routers for this DVR port a48d8008-24c8-488e-9a77-3b3d2c3b71b4 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:04:23.978191 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:23.981721 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a13506c3-8b60-4d8f-8ea3-f2d233fef3bd req-eb0cae1d-7f05-4e1b-89fa-36168898b4dc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a48d8008-24c8-488e-9a77-3b3d2c3b71b4 HTTP/1.1" status: 204 len: 173 time: 1.3849757 Oct 09 01:04:23.982028 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-deleted', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:23.984697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be4ada-5f57-42fa-b831-1a34b63cfd0b" -d '{"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-deleted", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:24.037190 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-600f2cdc-8971-467b-a65a-a8e98b20eba7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217372 Oct 09 01:04:24.043971 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:24.049489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b21d9be-58c4-4e09-bc35-8d4cf4cccbf9 x-openstack-request-id: req-9b21d9be-58c4-4e09-bc35-8d4cf4cccbf9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:24.049784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a78205-334d-469d-8eb4-26c151df1616", "name": "network-vif-deleted", "tag": "a48d8008-24c8-488e-9a77-3b3d2c3b71b4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:24.050040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9b21d9be-58c4-4e09-bc35-8d4cf4cccbf9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:24.050447 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b21d9be-58c4-4e09-bc35-8d4cf4cccbf9'] response: {'server_uuid': '98a78205-334d-469d-8eb4-26c151df1616', 'name': 'network-vif-deleted', 'tag': 'a48d8008-24c8-488e-9a77-3b3d2c3b71b4', 'status': 'completed', 'code': 200} Oct 09 01:04:24.145216 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6bcbf378-fbaa-4fc6-ad49-d0101d92f1d0 req-1882b22a-8c15-4ac6-8867-da70af04efdd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926640 Oct 09 01:04:24.259731 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:24.288184 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:04:24.296984 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:24.297595 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:04:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:24.308610 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6fbf9350-1031-4cd9-b3c9-8fc885fb09d1 req-8801321b-6630-4853-9bc8-fb084921eca6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a78205-334d-469d-8eb4-26c151df1616 HTTP/1.1" status: 200 len: 210 time: 0.0311928 Oct 09 01:04:24.413324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:24.525729 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:24.532324 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:24.600915 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:24.629773 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993c155-c16c-48fb-8369-7f39f3c48583 None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:04:24.831515 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337671d-0abd-4d01-b0d0-424155c05544 None None] New status for floating IP 214143bc-7e66-4a74-9bff-d6e4f197282d: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:04:25.408858 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36564) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:25.465448 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdea4481-1150-4101-8a04-46a7e79f9ca0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (14302cb8-4374-490f-af67-f2d863cd7361), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.488737 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdea4481-1150-4101-8a04-46a7e79f9ca0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (14302cb8-4374-490f-af67-f2d863cd7361), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.534723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdea4481-1150-4101-8a04-46a7e79f9ca0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (14302cb8-4374-490f-af67-f2d863cd7361), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.537772 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdea4481-1150-4101-8a04-46a7e79f9ca0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.538923 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fdea4481-1150-4101-8a04-46a7e79f9ca0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/14302cb8-4374-490f-af67-f2d863cd7361 HTTP/1.1" status: 204 len: 168 time: 0.1290429 Oct 09 01:04:25.541768 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:25.547842 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea4481-1150-4101-8a04-46a7e79f9ca0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14302cb8-4374-490f-af67-f2d863cd7361,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:25.561056 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-f4530821-07ec-4df6-8d0a-fab4bcf30d98 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] show failed (client error): The resource could not be found. Oct 09 01:04:25.562164 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f4530821-07ec-4df6-8d0a-fab4bcf30d98 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups/14302cb8-4374-490f-af67-f2d863cd7361 HTTP/1.1" status: 404 len: 347 time: 0.0193350 Oct 09 01:04:25.565316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:25.674881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Deleting port 0581945e-4b8a-4e1b-825c-669088720dab {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:04:25.675227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (0581945e-4b8a-4e1b-825c-669088720dab), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.752515 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (0581945e-4b8a-4e1b-825c-669088720dab), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.752845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (0581945e-4b8a-4e1b-825c-669088720dab), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.765658 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Calling delete_port for 0581945e-4b8a-4e1b-825c-669088720dab owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:04:25.896626 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (0581945e-4b8a-4e1b-825c-669088720dab), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.921468 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event deleted for resources: {'Port': ['ID=0581945e-4b8a-4e1b-825c-669088720dab,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:25.946651 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.946996 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.947344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.947712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.948043 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.948372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.948697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.949021 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.949343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.949662 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.949980 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.950299 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.950622 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.950938 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.951253 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:25.993149 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (214143bc-7e66-4a74-9bff-d6e4f197282d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.995714 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:25.996875 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-aafa3bd7-902c-41b7-95f3-4f4a17c4c537 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/214143bc-7e66-4a74-9bff-d6e4f197282d HTTP/1.1" status: 204 len: 168 time: 0.4307220 Oct 09 01:04:26.076150 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36572) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:26.080840 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57864267', 'description': 'tempest-description--2043153562'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:26.101696 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.117395 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:26.170194 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (8c40e0ac-a4c8-40aa-9db3-75e4c699d618), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.173629 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8c40e0ac-a4c8-40aa-9db3-75e4c699d618), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.204556 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.205695 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1285522 Oct 09 01:04:26.206527 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dcd19-87c3-478f-8005-f93da84c1324 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40e0ac-a4c8-40aa-9db3-75e4c699d618,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:26.208639 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36574) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:26.213509 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'security_group_rule': {'security_group_id': '8c40e0ac-a4c8-40aa-9db3-75e4c699d618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:26.238902 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (7685e874-d9bd-4c39-a054-fb3692623717), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.298157 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (7685e874-d9bd-4c39-a054-fb3692623717), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.301453 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (7685e874-d9bd-4c39-a054-fb3692623717), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.320029 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7685e874-d9bd-4c39-a054-fb3692623717,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:26.324949 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.326227 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-78e96c29-d09e-4004-b711-b424878cb96e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165950 Oct 09 01:04:26.328893 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36576) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:26.333645 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'security_group_rule': {'security_group_id': '8c40e0ac-a4c8-40aa-9db3-75e4c699d618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:26.360069 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (3654bf6f-217d-4718-950f-6acada24a843), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.417363 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:26.420384 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (3654bf6f-217d-4718-950f-6acada24a843), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.432111 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (3654bf6f-217d-4718-950f-6acada24a843), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.460626 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3654bf6f-217d-4718-950f-6acada24a843,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:26.467795 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.469028 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b433194a-02a2-4f0a-ab37-883c8ccd63e8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392071 Oct 09 01:04:26.472182 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36578) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:26.477027 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'floatingip': {'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:26.496945 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.511832 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:04:26.530856 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: a48d8008-24c8-488e-9a77-3b3d2c3b71b4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:04:26.531194 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device a48d8008-24c8-488e-9a77-3b3d2c3b71b4 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:04:26.578090 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.691619 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Allocated IP 172.37.5.227 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/606f5503-a88d-401a-826c-23c0ab125c2e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:04:26.798482 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for port (606f5503-a88d-401a-826c-23c0ab125c2e), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.829188 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (606f5503-a88d-401a-826c-23c0ab125c2e), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:26.850026 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:26.873013 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:04:26.876978 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:04:26.881026 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:04:26.884810 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'Port': ['ID=606f5503-a88d-401a-826c-23c0ab125c2e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:26.968120 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (d7e13b59-6fdb-49a2-a08e-7aa155017298), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.004950 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (606f5503-a88d-401a-826c-23c0ab125c2e), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.130908 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:27.153719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for port (606f5503-a88d-401a-826c-23c0ab125c2e), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.158250 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (606f5503-a88d-401a-826c-23c0ab125c2e), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.171917 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.229967 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'Port': ['ID=606f5503-a88d-401a-826c-23c0ab125c2e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:27.233173 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (d7e13b59-6fdb-49a2-a08e-7aa155017298), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.248745 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:27.249976 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-edcbab2f-a92d-4dec-b894-eba49ef73caa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7762642 Oct 09 01:04:27.446560 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-40e1847a-705a-4754-9b7c-ed3933fb6884 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--57864267&fields=id&tenant_id=410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 267 time: 0.0443201 Oct 09 01:04:27.548821 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-8d03155f-b59a-43c2-b2ea-b98c6e513776 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:27.550246 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-8d03155f-b59a-43c2-b2ea-b98c6e513776 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 817 time: 0.0974724 Oct 09 01:04:27.564224 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1e8421d7-94a1-45dc-a1d2-64d10bb5e9f1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/quotas/410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 375 time: 0.0086825 Oct 09 01:04:27.605414 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:27.615553 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1ded2cec-67b4-4a22-b889-0d5160ca48b7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460863 Oct 09 01:04:27.633808 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:27.709894 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-8a1ead5e-f391-4cb8-8d2a-d33a348c81a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Oct 09 01:04:27.800306 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-87b5d854-7491-4212-991f-4f41a7ecffad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847545 Oct 09 01:04:27.966535 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-20c431be-1396-463c-a7f5-79d5a2aa691c req-f14952cb-b7cb-4043-b79a-37df181ab7a1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Oct 09 01:04:29.079700 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a00095b0-0e64-4bb1-a221-c65d2f6db235 req-1a942ed9-d0c7-4963-8be8-e2032b0860f2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 210 time: 0.0289602 Oct 09 01:04:29.203735 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-160246b8-072c-4a5a-baf8-a9408d65ee5f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:29.205218 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-160246b8-072c-4a5a-baf8-a9408d65ee5f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 817 time: 0.1059790 Oct 09 01:04:29.284288 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-fbf35a00-7872-43d0-91ab-8c7b34a6a064 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 378 time: 0.0535479 Oct 09 01:04:29.414381 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'port': {'device_id': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'admin_state_up': True, 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'security_groups': ['8c40e0ac-a4c8-40aa-9db3-75e4c699d618']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:29.518790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Made reservation on behalf of 410212da4a794c07b30ed22cc5b7e760 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:04:29.522562 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:29.901306 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Allocated IP 172.20.0.3 (d442b64f-563d-410a-8314-ec0e04e8ccd0/2363adb4-e3f9-485c-a97a-228855e865bf/41d333d7-a33b-44cc-9e3c-2de2e0120491) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:04:30.042585 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.073406 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.110419 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:30.111057 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:30.117659 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:04:30.122469 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:04:30.126513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:04:30.156879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:30.185494 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:30.186106 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.203110 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-835544b8-f94d-40d3-adc3-e98a57703e11 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923808 Oct 09 01:04:30.217013 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b37e-8f0b-4036-b245-e1789df68c5e req-1685c565-c14d-4d3d-8130-f63aefc9ac7d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:30.218503 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fcf1b37e-8f0b-4036-b245-e1789df68c5e req-1685c565-c14d-4d3d-8130-f63aefc9ac7d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 931 time: 0.0502479 Oct 09 01:04:30.221974 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Request body: {'port': {'device_id': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:30.271181 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-fcf1b37e-8f0b-4036-b245-e1789df68c5e req-325db946-13ca-4366-91bd-746d9d020c3d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453446 Oct 09 01:04:30.290779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.326721 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-58ea5da5-05f3-4629-965f-241c4b5546be None None] Provisioning complete for port 41d333d7-a33b-44cc-9e3c-2de2e0120491 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:04:30.327302 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58ea5da5-05f3-4629-965f-241c4b5546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.327537 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-58ea5da5-05f3-4629-965f-241c4b5546be None None] Attempt 1 to provision port 41d333d7-a33b-44cc-9e3c-2de2e0120491 Oct 09 01:04:30.359632 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-58ea5da5-05f3-4629-965f-241c4b5546be None None] Port 41d333d7-a33b-44cc-9e3c-2de2e0120491 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:04:30.544384 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d333d7-a33b-44cc-9e3c-2de2e0120491 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:04:30.551741 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Publish callbacks [] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.564156 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Transition to ACTIVE for port object 41d333d7-a33b-44cc-9e3c-2de2e0120491 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:04:30.567921 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.625877 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:30.673151 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Attempting to bind port 41d333d7-a33b-44cc-9e3c-2de2e0120491 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:04:30.673483 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Attempting to bind port 41d333d7-a33b-44cc-9e3c-2de2e0120491 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:04:30.673807 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Attempting to bind port 41d333d7-a33b-44cc-9e3c-2de2e0120491 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:04:30.713855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Port 41d333d7-a33b-44cc-9e3c-2de2e0120491 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:04:30.714187 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Attempting to bind port 41d333d7-a33b-44cc-9e3c-2de2e0120491 on network d442b64f-563d-410a-8314-ec0e04e8ccd0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:04:30.759556 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:04:30.759910 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Checking segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:04:30.760286 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Bound using segment: {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:04:30.760709 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Bound port: 41d333d7-a33b-44cc-9e3c-2de2e0120491, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:04:30.761059 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.819581 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:04:30.822556 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:04:30.828213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.832171 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:30.832779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:30.834170 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 1093 time: 0.6167438 Oct 09 01:04:30.834793 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:30.837092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a" -d '{"events": [{"name": "network-changed", "server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:30.883455 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8b63b8-bd42-40e7-bef0-0387609e08ad x-openstack-request-id: req-1a8b63b8-bd42-40e7-bef0-0387609e08ad {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:30.883841 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:30.884089 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a8b63b8-bd42-40e7-bef0-0387609e08ad {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:30.884502 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8b63b8-bd42-40e7-bef0-0387609e08ad'] response: {'name': 'network-changed', 'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'status': 'completed', 'code': 200} Oct 09 01:04:30.887520 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7061-15cc-4980-b571-1ef722f53b51 service neutron] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:30.944474 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:30.953315 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-8f592a6f-bbb0-4262-8ce2-f3828579d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:30.954804 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-8f592a6f-bbb0-4262-8ce2-f3828579d5d0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1127 time: 0.0451081 Oct 09 01:04:31.000739 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-80c12eca-b5d6-4a7c-b90d-785519b7adce service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 217 time: 0.0319057 Oct 09 01:04:31.034468 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:31.049993 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-728407b3-8ab9-4a6b-9723-56e81fd5cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:31.051991 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-728407b3-8ab9-4a6b-9723-56e81fd5cde5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0452800 Oct 09 01:04:31.096019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-397329e0-2e45-46da-b5fc-aa0bc3b43fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:31.098012 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-397329e0-2e45-46da-b5fc-aa0bc3b43fb5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382717 Oct 09 01:04:31.193382 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-410834d2-5e14-4b92-8ba0-1774f7b4090a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863006 Oct 09 01:04:31.288104 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a627a05c-608b-427f-b7ac-a091fde932b2 req-c3194a7f-0bf4-4f73-8ae7-156c0ddd0e1d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885675 Oct 09 01:04:31.405852 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4742eb6-679c-413a-b242-ae5d72a6cc79 req-ba91d127-3566-40d8-8219-97182498a9cd tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:31.407332 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4742eb6-679c-413a-b242-ae5d72a6cc79 req-ba91d127-3566-40d8-8219-97182498a9cd tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0510068 Oct 09 01:04:31.454465 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b4742eb6-679c-413a-b242-ae5d72a6cc79 req-93e31c3a-4eca-4598-9f91-37acf119961c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410595 Oct 09 01:04:32.228215 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-e708f681-54fe-4fbd-831e-61b17ae2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:32.229656 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-e708f681-54fe-4fbd-831e-61b17ae2d462 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1127 time: 0.0389738 Oct 09 01:04:32.321171 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-98a2123d-9ec7-4d9f-9d01-f57aca01bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:32.322590 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-98a2123d-9ec7-4d9f-9d01-f57aca01bf28 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.0867991 Oct 09 01:04:32.360093 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-d32df52d-980c-4eb8-9776-223a91a9a0cf service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 217 time: 0.0309544 Oct 09 01:04:32.406847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-30ef9350-3daf-4c50-bc12-c9d90375f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:32.408276 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-30ef9350-3daf-4c50-bc12-c9d90375f1d9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0425713 Oct 09 01:04:32.449961 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-ecf04b4f-eabb-45eb-84cc-f5d2967a6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:32.451372 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-ecf04b4f-eabb-45eb-84cc-f5d2967a6227 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374551 Oct 09 01:04:32.573671 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-367f59d1-9c40-4f69-9d45-2a5d66f93614 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157217 Oct 09 01:04:32.599046 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d134a-36fe-4bc6-8519-fc9abb4ee490 req-2504421a-8c46-4f82-bf3c-6bec96301481 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:32.600496 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-293d134a-36fe-4bc6-8519-fc9abb4ee490 req-2504421a-8c46-4f82-bf3c-6bec96301481 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0615547 Oct 09 01:04:32.701545 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-293d134a-36fe-4bc6-8519-fc9abb4ee490 req-1a4a3cd4-8591-4b15-8240-7a1af407306a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918040 Oct 09 01:04:32.715016 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-45cfcfe6-9a1e-4c0b-a860-d6c7c1a1191a req-de384981-c694-4440-916b-c324a3e28b1b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336782 Oct 09 01:04:33.825884 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efb860-0a81-4ddc-b97b-022e7bb7c0b5 req-cdaa32d8-255e-4090-b2c9-6d656f7d250f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:33.827328 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a8efb860-0a81-4ddc-b97b-022e7bb7c0b5 req-cdaa32d8-255e-4090-b2c9-6d656f7d250f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0466878 Oct 09 01:04:33.872569 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a8efb860-0a81-4ddc-b97b-022e7bb7c0b5 req-7e11aba0-1200-4428-a63a-9921d531b243 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398617 Oct 09 01:04:34.555531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:04:34.653105 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:34.664833 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'mac_address': 'fa:16:3e:28:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:04:34.701416 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:04:34.701801 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:34.714913 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d333d7-a33b-44cc-9e3c-2de2e0120491 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:04:34.735048 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:34.738653 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:34.783252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:34.790710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.791056 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.791402 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.791782 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.792116 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.792444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.792769 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.793092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.793415 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.793736 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.794058 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.794377 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.794695 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.795012 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.795330 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:04:34.997160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c119e-0a02-4be0-9c90-3156288e27d6 req-10804798-6503-4494-b955-ab44b655a7d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:34.998617 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5c0c119e-0a02-4be0-9c90-3156288e27d6 req-10804798-6503-4494-b955-ab44b655a7d0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 944 time: 0.0466251 Oct 09 01:04:35.046831 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5c0c119e-0a02-4be0-9c90-3156288e27d6 req-93ba72c8-4de4-474c-982b-173e6786e9a6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415542 Oct 09 01:04:35.081255 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['41d333d7-a33b-44cc-9e3c-2de2e0120491'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:04:36.172120 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb5367-a8bd-422e-9a60-905981dcdea0 req-f384ed5e-7f5d-48c7-b844-0d27c9f2b40c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:36.173586 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8acb5367-a8bd-422e-9a60-905981dcdea0 req-f384ed5e-7f5d-48c7-b844-0d27c9f2b40c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 944 time: 0.0458114 Oct 09 01:04:36.223751 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8acb5367-a8bd-422e-9a60-905981dcdea0 req-5b7fab63-a170-4937-9056-99a571891067 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440712 Oct 09 01:04:36.573894 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:04:36.615097 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 41d333d7-a33b-44cc-9e3c-2de2e0120491 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:04:36.620440 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 41d333d7-a33b-44cc-9e3c-2de2e0120491 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:04:36.620807 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:36.621137 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 41d333d7-a33b-44cc-9e3c-2de2e0120491 Oct 09 01:04:36.692993 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:04:36.693364 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:36.829205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:36.835139 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:36.837400 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a56dce-a046-4812-b6b6-96711c49ceb9" -d '{"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-plugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:36.850741 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:04:36.854429 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:36.859232 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:36.878118 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d212870c-3503-448c-9358-e990877885a5 x-openstack-request-id: req-d212870c-3503-448c-9358-e990877885a5 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:36.878430 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-plugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:36.878681 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d212870c-3503-448c-9358-e990877885a5 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:36.879066 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d212870c-3503-448c-9358-e990877885a5'] response: {'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'code': 200} Oct 09 01:04:36.902989 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:04:37.097961 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c10bf-278f-41ae-a951-b282c8a30c6d req-aaa9a1e0-ab41-46e1-b97e-e869ca4fb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:37.099454 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c0c10bf-278f-41ae-a951-b282c8a30c6d req-aaa9a1e0-ab41-46e1-b97e-e869ca4fb35d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1129 time: 0.0429211 Oct 09 01:04:37.136891 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:37.143417 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2c0c10bf-278f-41ae-a951-b282c8a30c6d req-f24c419d-434e-4896-a562-54dafec5cc34 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379117 Oct 09 01:04:37.347338 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d3514-c0fa-4e65-8d9e-4fecf2e8304c req-93e32b9b-d3bb-4d3e-82fe-784afad33b1a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:37.348753 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-333d3514-c0fa-4e65-8d9e-4fecf2e8304c req-93e32b9b-d3bb-4d3e-82fe-784afad33b1a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0465884 Oct 09 01:04:37.395570 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-333d3514-c0fa-4e65-8d9e-4fecf2e8304c req-b4aa5b0e-ba44-4157-b3f2-d42314a00086 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413952 Oct 09 01:04:37.595178 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f160d0d3-d600-45c8-aacc-731343c2dfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:38.012130 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:38.014580 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:38.522109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591002fe-ee58-49a1-9f73-336d83437fce req-97f1b6d8-e3ea-443c-ac2d-588242955cc8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:38.523465 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-591002fe-ee58-49a1-9f73-336d83437fce req-97f1b6d8-e3ea-443c-ac2d-588242955cc8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0461431 Oct 09 01:04:38.535689 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:38.570852 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-591002fe-ee58-49a1-9f73-336d83437fce req-a0172c2e-7779-4156-93f1-e175bb32ced2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415425 Oct 09 01:04:39.677955 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:39.695904 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0f2e-90ed-4ffc-b483-814dd080d361 req-a3f1d48e-0f6f-405c-9a6c-446e011f04f0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:39.697387 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b46b0f2e-90ed-4ffc-b483-814dd080d361 req-a3f1d48e-0f6f-405c-9a6c-446e011f04f0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Oct 09 01:04:39.744038 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b46b0f2e-90ed-4ffc-b483-814dd080d361 req-f32d2eaf-4256-45db-a50a-9d5715cc2749 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411298 Oct 09 01:04:39.816605 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b23c96f-d36b-4fe6-a4bf-5cdbaec6a907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:39.869181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f30018-d148-4d21-a5d5-79086a777339 req-dcc858c6-95bf-447f-9820-9a8d013d1efb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:39.870635 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-50f30018-d148-4d21-a5d5-79086a777339 req-dcc858c6-95bf-447f-9820-9a8d013d1efb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Oct 09 01:04:39.880716 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:04:39.885132 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Request body: {'floatingip': {'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:04:39.925077 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (d7e13b59-6fdb-49a2-a08e-7aa155017298), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:40.341190 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:40.344561 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (d7e13b59-6fdb-49a2-a08e-7aa155017298), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:40.438678 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Floating IP d7e13b59-6fdb-49a2-a08e-7aa155017298 associated. External IP: 172.37.5.227, port: 41d333d7-a33b-44cc-9e3c-2de2e0120491. Oct 09 01:04:40.630979 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Router f7fc834f-b827-462f-8575-fc996402b3f1 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:04:40.733024 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:04:40.738335 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:40.743310 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:04:40.752902 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:40.754252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:04:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:40.758548 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:40.764964 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:40.770090 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-ba024d80-53da-492d-95dd-a6fcf8f8fc78 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d7e13b59-6fdb-49a2-a08e-7aa155017298 HTTP/1.1" status: 200 len: 991 time: 0.8883653 Oct 09 01:04:40.771141 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:04:40.773514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff579e3-29a3-4753-a223-ee9fb441b935" -d '{"events": [{"name": "network-changed", "server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:04:40.810674 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff97c8da-a8c1-41eb-a2de-63908d21af82 x-openstack-request-id: req-ff97c8da-a8c1-41eb-a2de-63908d21af82 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:04:40.810966 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:04:40.811226 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ff97c8da-a8c1-41eb-a2de-63908d21af82 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:04:40.811719 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff97c8da-a8c1-41eb-a2de-63908d21af82'] response: {'name': 'network-changed', 'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'status': 'completed', 'code': 200} Oct 09 01:04:40.857576 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:40.903031 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-67baddda-a151-4374-824c-58e18008b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:40.904690 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-67baddda-a151-4374-824c-58e18008b7c1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1129 time: 0.0423009 Oct 09 01:04:40.995336 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-7217c368-e5eb-48c0-9456-ee4721a9586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:40.997121 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-7217c368-e5eb-48c0-9456-ee4721a9586f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.0854042 Oct 09 01:04:41.063722 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-b8cef393-23fe-4815-b47c-858e6e6dd286 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 999 time: 0.0579247 Oct 09 01:04:41.069001 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd7e13b59-6fdb-49a2-a08e-7aa155017298', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'floating_ip_address': '172.37.5.227', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'mac_address': 'fa:16:3e:28:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:26Z', 'updated_at': '2022-10-09T01:04:40Z', 'revision_number': 1, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:41.093708 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:04:41.102647 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:04:41.103308 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:04:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:41.111658 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-bf0696b7-6c57-409c-a424-f502f92427d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:41.113762 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-bf0696b7-6c57-409c-a424-f502f92427d3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0444500 Oct 09 01:04:41.164988 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-dff21eb7-961c-46ea-95af-581803a55b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:41.166546 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-dff21eb7-961c-46ea-95af-581803a55b48 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389233 Oct 09 01:04:41.206024 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:04:41.263877 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-5ca71b6f-decc-4186-b0cd-0095d8535dcc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901074 Oct 09 01:04:41.354606 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aff579e3-29a3-4753-a223-ee9fb441b935 req-3dd928e6-2a86-43f6-824d-71dddac04568 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Oct 09 01:04:41.364860 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:41.430418 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd7e13b59-6fdb-49a2-a08e-7aa155017298', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'floating_ip_address': '172.37.5.227', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'mac_address': 'fa:16:3e:28:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:26Z', 'updated_at': '2022-10-09T01:04:40Z', 'revision_number': 1, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:04:41.454080 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd543c-08c1-4475-a772-f836a1b8124b None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd7e13b59-6fdb-49a2-a08e-7aa155017298', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'floating_ip_address': '172.37.5.227', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'mac_address': 'fa:16:3e:28:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:04:26Z', 'updated_at': '2022-10-09T01:04:40Z', 'revision_number': 1, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:04:41.647916 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a8bde-36d6-4fe6-9d4a-81f8a76fe8b7 None None] New status for floating IP d7e13b59-6fdb-49a2-a08e-7aa155017298: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:04:42.930877 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:42.964531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:46.842344 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e81225-4ee6-4054-84af-bf94a12f32a4 req-a4da83a1-474a-4691-90ca-e276108beff6 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:46.843899 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-42e81225-4ee6-4054-84af-bf94a12f32a4 req-a4da83a1-474a-4691-90ca-e276108beff6 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0514071 Oct 09 01:04:46.905745 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-42e81225-4ee6-4054-84af-bf94a12f32a4 req-e2748964-96e1-4d6c-87d6-b34e510a807a tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555742 Oct 09 01:04:47.150050 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-5a99e1ab-e2e8-48a8-a637-5159e21a4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:47.151891 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-5a99e1ab-e2e8-48a8-a637-5159e21a4e53 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1169 time: 0.0400987 Oct 09 01:04:47.244267 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-7590f732-09ca-45e8-973c-ed7a2f33d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:47.245773 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-7590f732-09ca-45e8-973c-ed7a2f33d043 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 916 time: 0.0882835 Oct 09 01:04:47.305681 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-d881bafe-370f-4afd-867a-c7a431762dac service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 1001 time: 0.0539470 Oct 09 01:04:47.357212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-1787b90b-bc79-41c3-8bd0-cf9b903cee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:47.358606 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-1787b90b-bc79-41c3-8bd0-cf9b903cee58 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 200 len: 854 time: 0.0458531 Oct 09 01:04:47.401227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-66aab364-f8ae-4c02-8db3-fea9df0ae6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:47.402946 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-66aab364-f8ae-4c02-8db3-fea9df0ae6c1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6785419e-1d43-419a-bc35-ef45112ab443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383723 Oct 09 01:04:47.493096 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-881f9b92-28fe-433b-8c4d-dec76b3b11ba service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837057 Oct 09 01:04:47.831176 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ad1ce560-ff83-47ac-b13a-1f905a59b15a req-3977e1c5-a576-4dde-8606-fe6dcdf04e86 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322918 Oct 09 01:04:48.022619 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:48.031513 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c29fa-badd-404e-ba70-89fcf79a456f req-60dbb82a-3e26-4b4e-aa80-ed754a7b078e tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:48.033010 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-960c29fa-badd-404e-ba70-89fcf79a456f req-60dbb82a-3e26-4b4e-aa80-ed754a7b078e tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0481148 Oct 09 01:04:48.074528 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:48.103679 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-960c29fa-badd-404e-ba70-89fcf79a456f req-c2e70f98-16ba-4ebc-af4d-1a50d44d3e09 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632255 Oct 09 01:04:49.225164 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734cfd7-4d86-4c25-a574-3207eb1f4940 req-3dbbf31d-10ed-4cbb-90af-a20e51047596 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:49.226632 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5734cfd7-4d86-4c25-a574-3207eb1f4940 req-3dbbf31d-10ed-4cbb-90af-a20e51047596 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0469878 Oct 09 01:04:49.286765 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5734cfd7-4d86-4c25-a574-3207eb1f4940 req-39477c87-555c-4d09-85a2-2eeb241929be tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544975 Oct 09 01:04:50.374843 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:04:50.407008 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe5e8a-a9ea-45c3-a75f-1ac856a14e49 req-c738cbb4-f09b-40a4-9a8e-7fd7f75e58d0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:50.408427 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9abe5e8a-a9ea-45c3-a75f-1ac856a14e49 req-c738cbb4-f09b-40a4-9a8e-7fd7f75e58d0 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0477371 Oct 09 01:04:50.466318 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9abe5e8a-a9ea-45c3-a75f-1ac856a14e49 req-555f1305-dcce-4e53-839b-ec1c775fdf3b tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517282 Oct 09 01:04:51.586067 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18ba1-03d0-48eb-b1a9-86ffeaf1f21a req-02f1b8f0-2cf6-4822-bd27-8a5e413cf9d1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:51.587520 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-73c18ba1-03d0-48eb-b1a9-86ffeaf1f21a req-02f1b8f0-2cf6-4822-bd27-8a5e413cf9d1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0467646 Oct 09 01:04:51.650596 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-73c18ba1-03d0-48eb-b1a9-86ffeaf1f21a req-ca724b98-6cdc-452f-9cbe-0c83afd093eb tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574727 Oct 09 01:04:52.768470 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c51e0-3cb1-4a8c-8ea9-e5e2a637742f req-634077b5-207c-4cd1-981a-54c9ccf47338 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:52.769976 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-093c51e0-3cb1-4a8c-8ea9-e5e2a637742f req-634077b5-207c-4cd1-981a-54c9ccf47338 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0461793 Oct 09 01:04:52.833050 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-093c51e0-3cb1-4a8c-8ea9-e5e2a637742f req-5772ac9e-831d-4492-89be-a48e29db05c7 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575404 Oct 09 01:04:52.959189 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:52.961033 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:53.919611 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:04:53.954680 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4b9b4-4ac3-4618-89a7-1ecd9226dbe5 req-a3cadddf-fcea-4507-b8aa-9cc81e894788 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:53.956164 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b5c4b9b4-4ac3-4618-89a7-1ecd9226dbe5 req-a3cadddf-fcea-4507-b8aa-9cc81e894788 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0470524 Oct 09 01:04:54.017970 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b5c4b9b4-4ac3-4618-89a7-1ecd9226dbe5 req-1e9c35ce-c95c-4b94-aa54-b2fe244dbf31 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554872 Oct 09 01:04:55.140253 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82dd3-bed5-454d-a7bb-f180f6f628d5 req-712d908f-8a75-40e9-9d32-c48406a398ed tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:55.141697 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2aa82dd3-bed5-454d-a7bb-f180f6f628d5 req-712d908f-8a75-40e9-9d32-c48406a398ed tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0465760 Oct 09 01:04:55.199695 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2aa82dd3-bed5-454d-a7bb-f180f6f628d5 req-41f08696-9d18-4d9d-a422-7146686a87fd tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518782 Oct 09 01:04:56.321235 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2750e-4260-49e8-9134-0c16eca8f4ac req-7c34b31c-72b5-4b6c-976c-b4b720edc59f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:56.322718 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ecf2750e-4260-49e8-9134-0c16eca8f4ac req-7c34b31c-72b5-4b6c-976c-b4b720edc59f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0478690 Oct 09 01:04:56.382460 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ecf2750e-4260-49e8-9134-0c16eca8f4ac req-d2d23188-46df-4fe7-bacd-3023dd939eab tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541101 Oct 09 01:04:57.183529 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:04:57.500366 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e5852-6eff-4df3-b2e3-c921056b6373 req-de788c5e-2be6-4f88-ace3-ced54fb72d1c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:57.501802 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-575e5852-6eff-4df3-b2e3-c921056b6373 req-de788c5e-2be6-4f88-ace3-ced54fb72d1c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0459700 Oct 09 01:04:57.561452 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-575e5852-6eff-4df3-b2e3-c921056b6373 req-868c0292-153e-4055-b793-696681917c52 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536382 Oct 09 01:04:58.683901 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a1971-df44-4766-92e7-38d7d22e78a2 req-0d8b466a-762a-4ef1-a085-fa8de2e50d84 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:58.685354 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-015a1971-df44-4766-92e7-38d7d22e78a2 req-0d8b466a-762a-4ef1-a085-fa8de2e50d84 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0503480 Oct 09 01:04:58.744936 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-015a1971-df44-4766-92e7-38d7d22e78a2 req-028fc04b-f679-43c2-803e-f24c611d1f7f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536671 Oct 09 01:04:59.869896 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd0400-3db9-4682-b105-0dfc601cd8a7 req-7b8fa9a0-ea9f-4bdb-9909-384c53d73610 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:04:59.871348 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3fd0400-3db9-4682-b105-0dfc601cd8a7 req-7b8fa9a0-ea9f-4bdb-9909-384c53d73610 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0504072 Oct 09 01:04:59.930886 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a3fd0400-3db9-4682-b105-0dfc601cd8a7 req-842e42b7-15ba-4caa-9ce5-38b84bb0371d tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538044 Oct 09 01:05:00.369901 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:00.370579 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:01.051545 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7976e-fa76-45f1-9ef7-f0249e950533 req-521ad38c-1445-49c9-b916-ea50a77b96d8 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:01.053013 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-54f7976e-fa76-45f1-9ef7-f0249e950533 req-521ad38c-1445-49c9-b916-ea50a77b96d8 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0482619 Oct 09 01:05:01.116062 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-54f7976e-fa76-45f1-9ef7-f0249e950533 req-580159e3-d671-4525-a709-549d873d1f4f tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564616 Oct 09 01:05:01.136592 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-e5fd2009-389d-4f93-bc14-d3c7819c5829 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380220 Oct 09 01:05:01.249331 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-a2ff8fc8-69f5-4e1e-93fa-068ae383b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:01.250811 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-a2ff8fc8-69f5-4e1e-93fa-068ae383b362 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0399277 Oct 09 01:05:01.355761 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-027d5324-9041-47b5-a2e3-5a474f6647c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:01.357199 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-027d5324-9041-47b5-a2e3-5a474f6647c5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.0882204 Oct 09 01:05:01.424172 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-1db39d55-a8b8-4395-baa1-edab09b56176 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 1001 time: 0.0539012 Oct 09 01:05:01.474794 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-6c0aa773-2818-4c48-92f7-b9c0aa72c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:01.476141 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-6c0aa773-2818-4c48-92f7-b9c0aa72c58b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0463042 Oct 09 01:05:01.518160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-84b7adb3-0981-4748-9dee-b347d6525304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:01.520165 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-84b7adb3-0981-4748-9dee-b347d6525304 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380125 Oct 09 01:05:01.598472 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:01.612893 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-0b8ce3ad-25b7-4cef-882f-e7fe25d3fa52 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834708 Oct 09 01:05:01.671861 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:01.705245 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6041fa04-b6b8-4fa4-9b65-e1f99d7c76ec req-d8dbd83b-822c-4a90-ac88-f8c39509e7d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863185 Oct 09 01:05:02.239201 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa548d06-8b80-45c0-ad7a-d07b3dc9de01 req-dad4acaa-7fec-4ae6-9af1-4fa53d040a6c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:02.240655 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa548d06-8b80-45c0-ad7a-d07b3dc9de01 req-dad4acaa-7fec-4ae6-9af1-4fa53d040a6c tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0468960 Oct 09 01:05:02.298966 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-aa548d06-8b80-45c0-ad7a-d07b3dc9de01 req-26bf9444-2ea4-4599-a5f3-6a09fd90f800 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526593 Oct 09 01:05:03.422899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9f5c5-1f4d-4e0c-9be7-05c63686ba3c req-f754c669-f4a6-43fd-bd25-2bf3aa0370a3 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:03.424390 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-37a9f5c5-1f4d-4e0c-9be7-05c63686ba3c req-f754c669-f4a6-43fd-bd25-2bf3aa0370a3 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0506620 Oct 09 01:05:03.488339 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-37a9f5c5-1f4d-4e0c-9be7-05c63686ba3c req-4a0dc175-0ed9-47b9-88cc-6c51bb094f73 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570505 Oct 09 01:05:04.611751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da28b-03bd-4c73-9306-b7619c016d37 req-c901e6bf-c4f5-4347-9a2d-3cb790db1040 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:04.613215 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f47da28b-03bd-4c73-9306-b7619c016d37 req-c901e6bf-c4f5-4347-9a2d-3cb790db1040 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0510595 Oct 09 01:05:04.672588 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f47da28b-03bd-4c73-9306-b7619c016d37 req-befdd64b-253f-486b-ae30-aef9d4e54f39 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&id=dc056f2c-4cfe-4712-a0d3-62e45f5a9644&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538073 Oct 09 01:05:07.177286 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:07.179266 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:07.596840 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-804737d1-6485-4817-834e-b9c86b448493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:09.818965 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bf92f03d-c801-4ee2-b122-b1a6b0f60413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:11.344942 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:12.932458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:12.965783 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:13.477300 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:13.481334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=50 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:14.664212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=23 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:14.666796 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=34 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:18.891363 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb69b-ccd0-4be9-9b0d-12e2bef5a388 req-2c759e7a-6c29-4029-aac4-5fa3dbf697bc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:18.892796 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-14fcb69b-ccd0-4be9-9b0d-12e2bef5a388 req-2c759e7a-6c29-4029-aac4-5fa3dbf697bc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Oct 09 01:05:18.942177 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-14fcb69b-ccd0-4be9-9b0d-12e2bef5a388 req-f8aa940c-c7d3-40fb-a791-4cb09b0a6fbe tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437393 Oct 09 01:05:20.070025 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac4ccc-bd63-42c1-885a-0160765beb51 req-6ad21d89-09a0-49ad-836f-2a1f5ee8cd12 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:20.071486 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29ac4ccc-bd63-42c1-885a-0160765beb51 req-6ad21d89-09a0-49ad-836f-2a1f5ee8cd12 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Oct 09 01:05:20.120301 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-29ac4ccc-bd63-42c1-885a-0160765beb51 req-67db5a09-4891-49e6-9c57-77518067a5e4 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428636 Oct 09 01:05:21.245934 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648c06a-7152-464c-a679-8c8310f1a31e req-ba2b448a-cd10-4584-b0df-2c5f8db71fe3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:21.247427 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a648c06a-7152-464c-a679-8c8310f1a31e req-ba2b448a-cd10-4584-b0df-2c5f8db71fe3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Oct 09 01:05:21.297320 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a648c06a-7152-464c-a679-8c8310f1a31e req-9d4f490f-2c82-4848-b1a4-915a5e80d533 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442939 Oct 09 01:05:22.424611 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517374a-12f9-4509-94a0-ed50caef8e31 req-420382b8-048c-4c42-93f5-354278ea2b10 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:22.426045 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2517374a-12f9-4509-94a0-ed50caef8e31 req-420382b8-048c-4c42-93f5-354278ea2b10 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0494771 Oct 09 01:05:22.471545 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2517374a-12f9-4509-94a0-ed50caef8e31 req-cdc5b010-4066-49d3-ade6-99500c73728e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400345 Oct 09 01:05:22.959556 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:22.962015 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:23.596860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2412c0-0d0c-4473-9006-7f54efdc86a5 req-883aa52b-68dc-4417-a3c7-bbc01f4cbe2e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:23.598315 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7a2412c0-0d0c-4473-9006-7f54efdc86a5 req-883aa52b-68dc-4417-a3c7-bbc01f4cbe2e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0462770 Oct 09 01:05:23.645705 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7a2412c0-0d0c-4473-9006-7f54efdc86a5 req-a439cdb3-fecc-4b8e-a6e8-797e3bb1f37f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413249 Oct 09 01:05:24.770936 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fb22-6ec5-4a92-a8da-c9a4024fada3 req-908b0bb6-bf87-4ed9-8200-73c06f5a6638 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:24.772399 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-da31fb22-6ec5-4a92-a8da-c9a4024fada3 req-908b0bb6-bf87-4ed9-8200-73c06f5a6638 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0462909 Oct 09 01:05:24.818393 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-da31fb22-6ec5-4a92-a8da-c9a4024fada3 req-b2f4f12c-4e0d-421e-b092-f6bf3855b53f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401895 Oct 09 01:05:25.942800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168416c-33f3-42a2-8219-48b05aee0c6f req-a4907073-fa4c-42b4-a2ed-6879dcb8fcb2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:25.944283 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e168416c-33f3-42a2-8219-48b05aee0c6f req-a4907073-fa4c-42b4-a2ed-6879dcb8fcb2 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0470786 Oct 09 01:05:25.990540 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e168416c-33f3-42a2-8219-48b05aee0c6f req-f2c36a38-466d-45f8-8eef-c14e1561c7b7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402222 Oct 09 01:05:27.121950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804919c9-8f95-4a2a-a3df-b912b8395203 req-403365ea-4afe-4973-8025-6fa90cfe5bd6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:27.123443 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-804919c9-8f95-4a2a-a3df-b912b8395203 req-403365ea-4afe-4973-8025-6fa90cfe5bd6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Oct 09 01:05:27.175808 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-804919c9-8f95-4a2a-a3df-b912b8395203 req-ebb7223b-6b0f-4275-ae4d-7455915f16cc tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465662 Oct 09 01:05:27.188227 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:27.375057 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:05:28.308079 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed10eb-1e17-4321-aa49-8b57ff895727 req-b1214a2b-4cc0-46a8-8fa5-f2374a584847 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:28.309531 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-73ed10eb-1e17-4321-aa49-8b57ff895727 req-b1214a2b-4cc0-46a8-8fa5-f2374a584847 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0515747 Oct 09 01:05:28.355471 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-73ed10eb-1e17-4321-aa49-8b57ff895727 req-a3644eef-5183-4096-9043-68e20b030e8b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404797 Oct 09 01:05:29.480215 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d30483-2629-4c85-a682-b8024e27cd77 req-ebe74fc6-3b0d-42ab-94ae-ac9afd0fcdad tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:29.481669 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d30483-2629-4c85-a682-b8024e27cd77 req-ebe74fc6-3b0d-42ab-94ae-ac9afd0fcdad tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0466797 Oct 09 01:05:29.528797 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-79d30483-2629-4c85-a682-b8024e27cd77 req-cf69410b-5eb2-437a-878d-383b1bdd7d2c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416324 Oct 09 01:05:30.651202 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b40a8b-c464-4712-ad13-6c608b14d373 req-149d0f39-990e-4e54-855f-d024c3dd5f3f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:30.652922 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-56b40a8b-c464-4712-ad13-6c608b14d373 req-149d0f39-990e-4e54-855f-d024c3dd5f3f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0460303 Oct 09 01:05:30.698589 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-56b40a8b-c464-4712-ad13-6c608b14d373 req-89a0c358-75e4-444e-beb8-3bc6e0940e15 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403287 Oct 09 01:05:31.828346 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd4fee-85ab-4d40-b333-1a2321fe6140 req-5a64d2e7-3dd4-441e-b030-999fb49408bf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:31.829771 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5dcd4fee-85ab-4d40-b333-1a2321fe6140 req-5a64d2e7-3dd4-441e-b030-999fb49408bf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0458050 Oct 09 01:05:31.875926 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-5dcd4fee-85ab-4d40-b333-1a2321fe6140 req-40384a5e-20bd-42c9-9e67-5180c050f044 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406144 Oct 09 01:05:32.998970 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188c9ae-30c5-4158-a60a-b1c25839465b req-7b31ec8d-11d9-4af2-aa16-3cccb4b3f1dd tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:33.000464 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d188c9ae-30c5-4158-a60a-b1c25839465b req-7b31ec8d-11d9-4af2-aa16-3cccb4b3f1dd tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0453401 Oct 09 01:05:33.050424 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d188c9ae-30c5-4158-a60a-b1c25839465b req-47be2898-1128-4a4c-b3b2-790ccb7380fa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444255 Oct 09 01:05:34.178601 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6d85-d5dc-43a8-900a-9ec65a7cd025 req-1b82b202-09ce-4f06-9ae7-72270f6a83bb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:34.180120 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-211c6d85-d5dc-43a8-900a-9ec65a7cd025 req-1b82b202-09ce-4f06-9ae7-72270f6a83bb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0499773 Oct 09 01:05:34.226868 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-211c6d85-d5dc-43a8-900a-9ec65a7cd025 req-02e67fa5-638f-43e2-9616-013f4a2b4404 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412390 Oct 09 01:05:35.350011 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce54310-b8d4-4bbe-a37e-fb1b33a03f2b req-ab0db1a3-41d2-4dbe-9c16-2dea87d219ff tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:35.351372 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dce54310-b8d4-4bbe-a37e-fb1b33a03f2b req-ab0db1a3-41d2-4dbe-9c16-2dea87d219ff tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0459628 Oct 09 01:05:35.397681 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-dce54310-b8d4-4bbe-a37e-fb1b33a03f2b req-3f316c81-75d5-4b8b-b31e-d272d4cb0083 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401006 Oct 09 01:05:36.539795 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e8970-f940-47b1-b3c1-4160ca6837b8 req-5002464f-47d6-46e2-b92d-59030b369490 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:36.542016 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe4e8970-f940-47b1-b3c1-4160ca6837b8 req-5002464f-47d6-46e2-b92d-59030b369490 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Oct 09 01:05:36.591241 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-fe4e8970-f940-47b1-b3c1-4160ca6837b8 req-3013c234-c206-4f6f-9c68-f12a3c891232 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434976 Oct 09 01:05:36.974264 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:05:37.084732 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:37.096099 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'mac_address': 'fa:16:3e:28:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:05:37.132863 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: ACTIVE; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:05:37.133282 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:37.147866 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41d333d7-a33b-44cc-9e3c-2de2e0120491 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:05:37.170455 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:37.177209 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:37.269270 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:37.288354 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.289048 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.290052 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.290411 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.290820 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.291219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.291554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.291904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.292232 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.292558 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.292883 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.293209 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.293531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.293849 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.294169 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:37.368766 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['41d333d7-a33b-44cc-9e3c-2de2e0120491'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:05:37.369978 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:37.370952 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:37.603294 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6abd452-28d6-4c51-8d5d-a0da45721c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:37.737247 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174ad5-40e2-42af-99be-73803502335f req-cb5f263e-bd13-49d6-b8a0-3344ea578ab5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:37.738891 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13174ad5-40e2-42af-99be-73803502335f req-cb5f263e-bd13-49d6-b8a0-3344ea578ab5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 944 time: 0.0513799 Oct 09 01:05:37.800183 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13174ad5-40e2-42af-99be-73803502335f req-935748a1-4d3b-43a2-80cf-712d2f2653ed tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539813 Oct 09 01:05:38.229205 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-b4c43a95-f54c-4fc3-8eca-ad10dd88cd37 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1915066342&fields=id&tenant_id=f37de57a22a246f0935f85392898dd42 HTTP/1.1" status: 200 len: 267 time: 0.0516632 Oct 09 01:05:38.292658 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-084270f5-dd6f-4a73-a6ef-e1c297ff8516 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:38.294204 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-084270f5-dd6f-4a73-a6ef-e1c297ff8516 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 985 time: 0.0581801 Oct 09 01:05:38.305169 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Request body: {'port': {'security_groups': ['0795ffbb-6daf-4bba-a742-e224a73d68c6']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:05:38.390146 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:38.469834 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:38.658571 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:38.708690 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:38.739314 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for port (ebfdac77-d547-424a-bd77-91436ba7750c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:38.744954 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:38.755301 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:38.755937 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:38.757279 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-47484a31-7665-4b43-a0fc-15a8c9d510e0 req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "PUT /networking/v2.0/ports/ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 943 time: 0.4568405 Oct 09 01:05:38.757828 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:38.760739 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817b448-fccf-47f9-acf5-556a4e5e4b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:38.764924 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36798) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:38.783158 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['ebfdac77-d547-424a-bd77-91436ba7750c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:05:38.833863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec0d89b-55ab-40ce-92d1-217da85bf222 x-openstack-request-id: req-6ec0d89b-55ab-40ce-92d1-217da85bf222 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:38.834170 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:38.834393 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ec0d89b-55ab-40ce-92d1-217da85bf222 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:38.834793 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec0d89b-55ab-40ce-92d1-217da85bf222'] response: {'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'status': 'completed', 'code': 200} Oct 09 01:05:38.841832 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event updated for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:38.856920 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.857275 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.857633 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.857985 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.858316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.858652 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.858983 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.859312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.859656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.862738 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.863170 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.863517 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.863905 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.864246 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.864582 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea5cc2-a733-42b6-b1bb-614acbf45253 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:38.865368 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group (dc056f2c-4cfe-4712-a0d3-62e45f5a9644), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:38.898680 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:38.932558 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group (dc056f2c-4cfe-4712-a0d3-62e45f5a9644), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:38.965713 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['ebfdac77-d547-424a-bd77-91436ba7750c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:05:38.969821 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-5e73efde-029f-4ee2-ba68-1554ac3f99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:38.971478 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-5e73efde-029f-4ee2-ba68-1554ac3f99cb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1130 time: 0.0838895 Oct 09 01:05:38.999681 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:05:39.012971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e931a1-e0c3-41ab-b387-bf44b16be5d8 req-182976dc-7418-43c4-b2f3-b00ff0126d2f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:39.014620 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1e931a1-e0c3-41ab-b387-bf44b16be5d8 req-182976dc-7418-43c4-b2f3-b00ff0126d2f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 944 time: 0.0868967 Oct 09 01:05:39.026326 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (dc056f2c-4cfe-4712-a0d3-62e45f5a9644), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.029254 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.031672 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dc056f2c-4cfe-4712-a0d3-62e45f5a9644 HTTP/1.1" status: 204 len: 168 time: 0.2643051 Oct 09 01:05:39.034934 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36804) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:39.054637 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc056f2c-4cfe-4712-a0d3-62e45f5a9644,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:39.093343 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.093950 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.094479 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.094980 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.095472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.095999 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.096513 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.097015 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.097505 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.098008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.098564 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.099050 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.099546 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.100087 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.100586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a757b59-c470-4cf3-a6cd-a53d4fc21389 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:05:39.128654 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 41d333d7-a33b-44cc-9e3c-2de2e0120491 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:05:39.129029 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.129365 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 41d333d7-a33b-44cc-9e3c-2de2e0120491 Oct 09 01:05:39.142605 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:39.144710 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c1e931a1-e0c3-41ab-b387-bf44b16be5d8 req-a2af2ab3-234c-42a4-aaa5-2b9c8a80f361 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000082 Oct 09 01:05:39.156831 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-05589498-31ed-49be-b00c-7b8502a3019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:39.159079 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-05589498-31ed-49be-b00c-7b8502a3019b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 916 time: 0.1796854 Oct 09 01:05:39.176299 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:39.248673 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:39.263432 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Deleting port d261ed89-daef-4376-9d38-9c7039162e42 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:39.263621 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-d00d05ce-c052-4c59-9a07-7d344655ca2c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 1001 time: 0.0918770 Oct 09 01:05:39.264120 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (d261ed89-daef-4376-9d38-9c7039162e42), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.304024 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:05:39.304442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.326852 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-29e693ed-b0c9-4bd7-b39d-ef9be8eeda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:39.328998 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-29e693ed-b0c9-4bd7-b39d-ef9be8eeda08 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 200 len: 854 time: 0.0589542 Oct 09 01:05:39.360539 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:39.360539 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222ad49d-6017-462c-93bb-015f75925d4d" -d '{"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-plugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:39.423232 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:39.435036 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.445227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-ee2dad6c-8e17-4f07-85f9-02ab16991c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:39.447191 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (d261ed89-daef-4376-9d38-9c7039162e42), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.447618 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for floatingip (d261ed89-daef-4376-9d38-9c7039162e42), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.452599 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-ee2dad6c-8e17-4f07-85f9-02ab16991c7d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6785419e-1d43-419a-bc35-ef45112ab443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157205 Oct 09 01:05:39.466387 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Calling delete_port for d261ed89-daef-4376-9d38-9c7039162e42 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:39.468642 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a55e125-63a4-47d3-9351-c95de87abe14 x-openstack-request-id: req-7a55e125-63a4-47d3-9351-c95de87abe14 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:39.468944 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-plugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:39.469198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a55e125-63a4-47d3-9351-c95de87abe14 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:39.469609 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a55e125-63a4-47d3-9351-c95de87abe14'] response: {'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'code': 200} Oct 09 01:05:39.507564 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:39.627140 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-1c331379-f242-4e80-94a2-1d8d85edc98a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252971 Oct 09 01:05:39.687358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (d261ed89-daef-4376-9d38-9c7039162e42), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.719946 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event deleted for resources: {'Port': ['ID=d261ed89-daef-4376-9d38-9c7039162e42,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:39.738980 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6817b448-fccf-47f9-acf5-556a4e5e4b7b req-a016d9ff-fefe-4d01-8fe6-cf383d47bd60 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043293 Oct 09 01:05:39.787419 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks [] for floatingip (7fd5178b-cff5-45de-8a15-59b2b09df4ac), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:39.788087 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Floating IP 7fd5178b-cff5-45de-8a15-59b2b09df4ac disassociated (deleted). External IP: 172.37.5.32, port: ebfdac77-d547-424a-bd77-91436ba7750c. Oct 09 01:05:39.823764 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e3932b0b-cedc-4884-8964-ea344da87053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:40.016050 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Router 2b74eea3-225c-425e-890b-fcc6a5af7adb has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:05:40.323645 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c669e76-5df4-457c-b54c-8e0bb9779c0e req-dd4a6c43-d108-4c2b-8357-2d9d623de937 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:40.332977 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c669e76-5df4-457c-b54c-8e0bb9779c0e req-dd4a6c43-d108-4c2b-8357-2d9d623de937 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0604043 Oct 09 01:05:40.362051 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:40.389911 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:05:40.395938 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:40.401879 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] Sync routers for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:05:40.405887 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0c669e76-5df4-457c-b54c-8e0bb9779c0e req-bc703544-64ec-4423-b168-012d802d28ae tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604026 Oct 09 01:05:40.424060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:40.424060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:40.446957 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3bcbdc0f-5f8e-4f29-b3cf-4b48f90ef8b1 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/7fd5178b-cff5-45de-8a15-59b2b09df4ac HTTP/1.1" status: 204 len: 168 time: 1.4079990 Oct 09 01:05:40.446957 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:40.448137 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f43dfd-0f3d-4e15-a139-a699f643228b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:40.517930 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301ac72-76a7-4773-9e15-f99087b82946 x-openstack-request-id: req-1301ac72-76a7-4773-9e15-f99087b82946 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:40.518941 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:40.519198 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1301ac72-76a7-4773-9e15-f99087b82946 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:40.519648 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1301ac72-76a7-4773-9e15-f99087b82946'] response: {'name': 'network-changed', 'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'status': 'completed', 'code': 200} Oct 09 01:05:40.551869 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:40.615874 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:40.628656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-4c482de1-3dd7-4265-bd83-f3e87453927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:40.630309 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-4c482de1-3dd7-4265-bd83-f3e87453927f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f37de57a22a246f0935f85392898dd42&device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 1130 time: 0.0570035 Oct 09 01:05:40.781159 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-8939b23b-60aa-4855-bbea-ebeb97c265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:40.783437 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-8939b23b-60aa-4855-bbea-ebeb97c265fb service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 200 len: 916 time: 0.1449835 Oct 09 01:05:40.871186 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-fff1efeb-cdb7-4c8f-b1a6-85413ac8a20c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 200 len: 217 time: 0.0695598 Oct 09 01:05:40.932308 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:40.935137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-64fd2ff4-a2c4-455f-8175-aad9b7b09ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:40.936740 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-64fd2ff4-a2c4-455f-8175-aad9b7b09ab9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 200 len: 854 time: 0.0586190 Oct 09 01:05:41.006285 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:41.031735 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] Checking router: 2b74eea3-225c-425e-890b-fcc6a5af7adb for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:05:41.042719 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:41.043260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:41.159747 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:41.332264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-a85d45f0-b7c0-4346-86d8-46231950494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:41.334484 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-a85d45f0-b7c0-4346-86d8-46231950494b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6785419e-1d43-419a-bc35-ef45112ab443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578082 Oct 09 01:05:41.371475 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:41.395207 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:41.400827 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:41.413212 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:41.445958 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac32a2-b2f3-40c5-9c77-aa6288b02dde None None] The sync data for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi is: [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:29Z', 'revision_number': 4, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '14973d20-f33b-4361-a1f8-ebeb1bf4ca82', 'name': '', 'network_id': '6785419e-1d43-419a-bc35-ef45112ab443', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'mac_address': 'fa:16:3e:c3:53:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:29Z', 'updated_at': '2022-10-09T01:03:36Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'subnets': [{'id': '98b6e2f7-a736-4245-b55d-f9e6c9acd558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:05:41.516662 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-6e5661c7-2e84-4a62-9665-65663474886d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753418 Oct 09 01:05:41.631116 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9590ae-5241-4914-a24a-5ce9b293e784 req-5c5b81c6-a768-4d43-b1cd-987f7083f5a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:41.633366 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9e9590ae-5241-4914-a24a-5ce9b293e784 req-5c5b81c6-a768-4d43-b1cd-987f7083f5a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0766387 Oct 09 01:05:41.645418 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2f43dfd-0f3d-4e15-a139-a699f643228b req-fc7845d5-7bff-42da-870b-85758fed8f4a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167107 Oct 09 01:05:41.718468 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9e9590ae-5241-4914-a24a-5ce9b293e784 req-d6b168bc-010e-4008-9030-dcaa767c58db tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764878 Oct 09 01:05:41.839414 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275df0a-3469-4a47-854d-685423fb002c None None] New status for floating IP 7fd5178b-cff5-45de-8a15-59b2b09df4ac: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:05:42.769529 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36838) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:42.835711 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:42.915444 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8999cb2-8950-4105-8400-340a1e9ad3c0 req-dc3e36fa-71e2-4071-9111-daf88e66dc8e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:42.917788 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8999cb2-8950-4105-8400-340a1e9ad3c0 req-dc3e36fa-71e2-4071-9111-daf88e66dc8e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0900340 Oct 09 01:05:42.941637 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Deleting port c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:42.942049 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:42.943940 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:42.988017 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:42.997480 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e8999cb2-8950-4105-8400-340a1e9ad3c0 req-e322d537-b692-473a-bcc6-c6f7d9134aaa tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655971 Oct 09 01:05:43.041034 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:43.041531 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:43.057148 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Calling delete_port for c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:43.241201 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:43.280919 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'Port': ['ID=c2ac695e-2507-4b0c-bc78-d3e2c3f2a3c7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:43.361169 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:43.361542 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Floating IP a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e disassociated (deleted). External IP: 172.37.5.242, port: 07d4f0c5-1202-4554-b832-08bb967ca163. Oct 09 01:05:43.498548 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:43.503006 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fa699-47da-40d9-8114-21d84bdd1c43 req-9861b1ad-0a5b-453b-bda5-b8e49904ae55 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:43.511061 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-524fa699-47da-40d9-8114-21d84bdd1c43 req-9861b1ad-0a5b-453b-bda5-b8e49904ae55 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0574450 Oct 09 01:05:43.557788 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-524fa699-47da-40d9-8114-21d84bdd1c43 req-0777af9f-6e25-4171-aed3-4f1f69dbea74 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Oct 09 01:05:43.645953 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:05:43.763672 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:05:43.768904 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:43.774145 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:05:43.797163 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:43.798183 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:43.815360 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4622cb82-e75d-4880-a0a3-ba5fefb11b05 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e HTTP/1.1" status: 204 len: 168 time: 1.0334225 Oct 09 01:05:43.816170 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:43.818545 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0250336-f69f-4181-81ec-9b092f59ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:43.865914 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b3487d-576e-4805-ab4d-286322b30935 x-openstack-request-id: req-72b3487d-576e-4805-ab4d-286322b30935 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:43.866214 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:43.866468 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72b3487d-576e-4805-ab4d-286322b30935 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:43.866883 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b3487d-576e-4805-ab4d-286322b30935'] response: {'name': 'network-changed', 'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163', 'status': 'completed', 'code': 200} Oct 09 01:05:43.941765 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:44.129736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dcde4-b7ed-4c6d-b48e-d7f231bedb5d req-e435d420-472c-4104-9b9b-a93623fe4248 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:44.131256 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-637dcde4-b7ed-4c6d-b48e-d7f231bedb5d req-e435d420-472c-4104-9b9b-a93623fe4248 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0989568 Oct 09 01:05:44.214447 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-637dcde4-b7ed-4c6d-b48e-d7f231bedb5d req-6cb92eec-991f-4883-905d-a44770f1951c tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704694 Oct 09 01:05:44.233588 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62165766-b21c-44e9-b2cc-6e96214dbdd4 req-84540a79-d681-47b4-95ee-9347073a5bfb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:44.235288 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-62165766-b21c-44e9-b2cc-6e96214dbdd4 req-84540a79-d681-47b4-95ee-9347073a5bfb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.1018860 Oct 09 01:05:44.298518 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:50Z', 'revision_number': 1, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:44.308371 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-62165766-b21c-44e9-b2cc-6e96214dbdd4 req-5e47118b-bdaf-4c27-9270-f98eed075c33 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668983 Oct 09 01:05:44.333710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:05:44.352642 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:44.354021 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:44.478478 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:44.702624 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e790999-d315-4021-9b56-d38b3be723c7 req-625f528a-7022-45f8-9fd1-acaceecf6c61 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:44.705087 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e790999-d315-4021-9b56-d38b3be723c7 req-625f528a-7022-45f8-9fd1-acaceecf6c61 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0620782 Oct 09 01:05:44.716412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:50Z', 'revision_number': 1, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:44.757729 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70856ae6-7a63-48e7-adae-40ffd58b71af None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'eec83451-fbfa-4650-a29b-756ef87309c2', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'floating_ip_address': '172.37.5.160', 'floating_network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'router_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'port_id': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'mac_address': 'fa:16:3e:6b:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-09T01:01:47Z', 'updated_at': '2022-10-09T01:01:50Z', 'revision_number': 1, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:05:44.770937 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7e790999-d315-4021-9b56-d38b3be723c7 req-d750e1dc-7b32-408a-8667-da18ca8ba5d5 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526986 Oct 09 01:05:45.045224 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77c7fb-89b6-4823-83bb-1896ae5902d1 None None] New status for floating IP a6a2847d-f9e4-42b3-ba56-3f8d8a7a266e: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:05:45.368955 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b809a6-f273-4a5e-883a-ecc1734dbbc8 req-c8381694-6b5d-4d80-9530-b1a124e05ecf tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:45.378204 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1b809a6-f273-4a5e-883a-ecc1734dbbc8 req-c8381694-6b5d-4d80-9530-b1a124e05ecf tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0796802 Oct 09 01:05:45.445640 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e71eb-64b9-44f1-ac1f-50125c770fcc req-b7e6e0d4-a3f3-4262-81ac-3a6993620631 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:45.448084 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d6e71eb-64b9-44f1-ac1f-50125c770fcc req-b7e6e0d4-a3f3-4262-81ac-3a6993620631 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0535469 Oct 09 01:05:45.455332 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-d1b809a6-f273-4a5e-883a-ecc1734dbbc8 req-ed0b3c8b-6d17-4593-9447-c74e8cf32eb3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736680 Oct 09 01:05:45.510186 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1d6e71eb-64b9-44f1-ac1f-50125c770fcc req-9fec1c39-9a88-4a14-be0a-23114b79885e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537093 Oct 09 01:05:45.890173 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008907c-4355-47c3-9b85-f531d9746577 req-fa9932df-0ab7-4e7f-a005-5a78c5263539 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:45.891768 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7008907c-4355-47c3-9b85-f531d9746577 req-fa9932df-0ab7-4e7f-a005-5a78c5263539 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0496836 Oct 09 01:05:45.955538 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:45.960351 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7008907c-4355-47c3-9b85-f531d9746577 req-28a3ef73-ea7c-46fc-8ba6-fdf33916ec89 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Oct 09 01:05:46.413881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-c23fa3e2-71cb-4679-b1b9-072b74e90893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:46.415501 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-c23fa3e2-71cb-4679-b1b9-072b74e90893 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 1130 time: 0.0454714 Oct 09 01:05:46.614872 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c3f2-9ad9-4d06-b829-edf6b23140fd req-f0f90310-dd83-4296-ae7a-913d8b3455f3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:46.616864 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-02d4c3f2-9ad9-4d06-b829-edf6b23140fd req-f0f90310-dd83-4296-ae7a-913d8b3455f3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0579951 Oct 09 01:05:46.647579 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738399e-0900-4224-97a9-02f0532d8be3 req-c5cf595b-9921-41fd-b453-574d632f703f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:46.649395 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8738399e-0900-4224-97a9-02f0532d8be3 req-c5cf595b-9921-41fd-b453-574d632f703f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0532854 Oct 09 01:05:46.676118 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-02d4c3f2-9ad9-4d06-b829-edf6b23140fd req-c8233c46-a3b4-4288-91f4-a1ae3993ca98 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528913 Oct 09 01:05:46.708409 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8738399e-0900-4224-97a9-02f0532d8be3 req-4d864a33-78c8-44b8-8680-f54877f984ae tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531590 Oct 09 01:05:46.771042 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:46.784599 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-de31fe8c-e4c9-4ca7-b36e-ca0ed8960959 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:46.786252 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-de31fe8c-e4c9-4ca7-b36e-ca0ed8960959 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.1089714 Oct 09 01:05:46.816181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-762a107f-4022-47bb-95fa-1d0960e97273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:46.817627 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-762a107f-4022-47bb-95fa-1d0960e97273 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.1391029 Oct 09 01:05:46.824073 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-fc4a0037-afab-455a-a21c-9fb1fea52b66 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:46.825483 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-fc4a0037-afab-455a-a21c-9fb1fea52b66 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 946 time: 0.0468447 Oct 09 01:05:46.881239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:46.931168 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-628ce2dc-26ed-4ae2-9af1-dfe61df4063b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07d4f0c5-1202-4554-b832-08bb967ca163 HTTP/1.1" status: 200 len: 217 time: 0.0607214 Oct 09 01:05:46.951140 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Deleting port 07d4f0c5-1202-4554-b832-08bb967ca163 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:46.951474 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.009899 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Deleting port ebfdac77-d547-424a-bd77-91436ba7750c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:47.010244 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.034931 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-b1c316a2-3375-4e23-8c94-fd5d99d677ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.036425 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-b1c316a2-3375-4e23-8c94-fd5d99d677ea service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0968540 Oct 09 01:05:47.052741 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] For port 07d4f0c5-1202-4554-b832-08bb967ca163, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07d4f0c5-1202-4554-b832-08bb967ca163,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:47.053104 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.068142 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Calling delete_port for 07d4f0c5-1202-4554-b832-08bb967ca163 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:47.125004 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e924f-e978-4b37-a95a-1ba13ba57db7 req-66eb407d-5d76-402d-9691-e7d5f5b4dfc6 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.126472 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-534e924f-e978-4b37-a95a-1ba13ba57db7 req-66eb407d-5d76-402d-9691-e7d5f5b4dfc6 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=aa737c98-4038-4554-80d9-17b8cbd242c9 HTTP/1.1" status: 200 len: 946 time: 0.0608191 Oct 09 01:05:47.141457 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:47.168490 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] For port ebfdac77-d547-424a-bd77-91436ba7750c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebfdac77-d547-424a-bd77-91436ba7750c,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:47.168859 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.192932 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Calling delete_port for ebfdac77-d547-424a-bd77-91436ba7750c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:47.203425 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (07d4f0c5-1202-4554-b832-08bb967ca163), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.230976 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'Port': ['ID=07d4f0c5-1202-4554-b832-08bb967ca163,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:47.239020 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-534e924f-e978-4b37-a95a-1ba13ba57db7 req-02bef880-20ef-4dfa-aa00-e180ec1fd9e8 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0795ffbb-6daf-4bba-a742-e224a73d68c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028376 Oct 09 01:05:47.284137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-50c52b9e-06c9-4905-a920-0850de4a68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.286120 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-50c52b9e-06c9-4905-a920-0850de4a68f2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810516 Oct 09 01:05:47.304494 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] No DVR routers for this DVR port 07d4f0c5-1202-4554-b832-08bb967ca163 on host hv-cinder-maste {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:05:47.307127 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.311025 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb9e50e5-2c9e-4690-9c3a-d1d85b816ff7 req-4f416042-d249-4000-a37d-b92f526c3315 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "DELETE /networking/v2.0/ports/07d4f0c5-1202-4554-b832-08bb967ca163 HTTP/1.1" status: 204 len: 173 time: 0.4434633 Oct 09 01:05:47.311522 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'name': 'network-vif-deleted', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:47.313876 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38657fdd-6587-452f-ac1a-4ec365fd6c29" -d '{"events": [{"server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "name": "network-vif-deleted", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:47.355572 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695dd46-3e86-47af-9685-117fc18161e4 x-openstack-request-id: req-1695dd46-3e86-47af-9685-117fc18161e4 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:47.355894 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b0e22-9d18-412f-97b9-bf5e750c9dcb", "name": "network-vif-deleted", "tag": "07d4f0c5-1202-4554-b832-08bb967ca163", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:47.356152 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1695dd46-3e86-47af-9685-117fc18161e4 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:47.356591 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1695dd46-3e86-47af-9685-117fc18161e4'] response: {'server_uuid': '3e8b0e22-9d18-412f-97b9-bf5e750c9dcb', 'name': 'network-vif-deleted', 'tag': '07d4f0c5-1202-4554-b832-08bb967ca163', 'status': 'completed', 'code': 200} Oct 09 01:05:47.378447 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (ebfdac77-d547-424a-bd77-91436ba7750c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.405333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Pushing event deleted for resources: {'Port': ['ID=ebfdac77-d547-424a-bd77-91436ba7750c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:47.420221 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['ebfdac77-d547-424a-bd77-91436ba7750c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:05:47.500316 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] No DVR routers for this DVR port ebfdac77-d547-424a-bd77-91436ba7750c on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:05:47.504137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:47.507368 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-505b7d74-9c2e-4d05-8cbc-9f80ec67e64e req-0b352532-9ba1-41a2-9cfe-63b91746ba35 tempest-TestMinimumBasicScenario-747022156 tempest-TestMinimumBasicScenario-747022156-project] 10.222.0.60 "DELETE /networking/v2.0/ports/ebfdac77-d547-424a-bd77-91436ba7750c HTTP/1.1" status: 204 len: 173 time: 0.6392522 Oct 09 01:05:47.507881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'name': 'network-vif-deleted', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:47.510777 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992e75e6-5093-4433-9255-b5c96c7e48ca" -d '{"events": [{"server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "name": "network-vif-deleted", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:47.532099 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eb794-3930-4a1a-babc-a617334d0227 req-493c6c37-0f67-4c12-9c3a-8e8be113b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.534081 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-493c6c37-0f67-4c12-9c3a-8e8be113b3c0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1129 time: 0.0585065 Oct 09 01:05:47.555413 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9af6a-16b6-4e84-b7d1-b9b87755b30e x-openstack-request-id: req-1fe9af6a-16b6-4e84-b7d1-b9b87755b30e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:47.555769 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa737c98-4038-4554-80d9-17b8cbd242c9", "name": "network-vif-deleted", "tag": "ebfdac77-d547-424a-bd77-91436ba7750c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:47.556101 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1fe9af6a-16b6-4e84-b7d1-b9b87755b30e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:47.556563 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe9af6a-16b6-4e84-b7d1-b9b87755b30e'] response: {'server_uuid': 'aa737c98-4038-4554-80d9-17b8cbd242c9', 'name': 'network-vif-deleted', 'tag': 'ebfdac77-d547-424a-bd77-91436ba7750c', 'status': 'completed', 'code': 200} Oct 09 01:05:47.560430 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-61db3fed-e400-4ac1-9773-9eabd33d6c15 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230743 Oct 09 01:05:47.688248 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a0250336-f69f-4181-81ec-9b092f59ec29 req-59c34b29-a7f8-441b-adb0-4cff919494a7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958197 Oct 09 01:05:47.716419 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eb794-3930-4a1a-babc-a617334d0227 req-97810ba9-291c-47b7-a0c0-3da3d8f22cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.720207 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-97810ba9-291c-47b7-a0c0-3da3d8f22cfe service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.1792998 Oct 09 01:05:47.831391 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5c61a18d-2bf7-49e4-a3a5-8fe849209f2b req-e2af40d1-d5d8-449f-a88b-063cbd4d5ba3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 210 time: 0.0383127 Oct 09 01:05:47.888205 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-3b5fc5fd-be98-459e-9a73-8f86fc560d06 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 1001 time: 0.1621404 Oct 09 01:05:47.937736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943690c-2fa5-4850-9f47-57e6a2f7edec req-60c02f8d-36f5-473b-accd-daeafedd31a5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.939219 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1943690c-2fa5-4850-9f47-57e6a2f7edec req-60c02f8d-36f5-473b-accd-daeafedd31a5 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.1050496 Oct 09 01:05:47.942360 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eb794-3930-4a1a-babc-a617334d0227 req-1dcf784e-ad97-4d7f-85a1-7718dd2376e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:47.943877 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-1dcf784e-ad97-4d7f-85a1-7718dd2376e1 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0497313 Oct 09 01:05:47.990619 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1943690c-2fa5-4850-9f47-57e6a2f7edec req-7093d6dc-52ea-4f6d-bace-ff30e57e1fbb tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441554 Oct 09 01:05:48.199364 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eb794-3930-4a1a-babc-a617334d0227 req-cb6ca7ed-ee06-4246-873a-54600e3e4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:48.201127 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-cb6ca7ed-ee06-4246-873a-54600e3e4d3d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430787 Oct 09 01:05:48.303741 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-b0270b4b-41c7-45e7-89c2-c43ff0f7ce5f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922239 Oct 09 01:05:48.318906 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:48.413145 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-483eb794-3930-4a1a-babc-a617334d0227 req-a5d0cd45-be18-4219-b6c7-87a0b8d16bac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012995 Oct 09 01:05:48.838448 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:49.131544 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f1d4-fad8-4527-b788-5757e4ea5623 req-a3accdf4-6870-4710-b353-778e98bf050b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:49.133092 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6234f1d4-fad8-4527-b788-5757e4ea5623 req-a3accdf4-6870-4710-b353-778e98bf050b tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0548303 Oct 09 01:05:49.154249 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:49.160107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:49.179141 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-08d2c116-2df7-4f6b-89c0-766fa12371dc req-28f01128-2bd6-406b-9eb7-a9a3cb08fcf8 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e8b0e22-9d18-412f-97b9-bf5e750c9dcb HTTP/1.1" status: 200 len: 210 time: 0.0342259 Oct 09 01:05:49.183896 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6234f1d4-fad8-4527-b788-5757e4ea5623 req-f2ba4bc0-3834-44c5-8115-eb44880d2acf tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447490 Oct 09 01:05:49.390911 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (2b74eea3-225c-425e-890b-fcc6a5af7adb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:49.428410 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:49.610304 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Deleting port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:49.610646 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:49.690876 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] For port 14973d20-f33b-4361-a1f8-ebeb1bf4ca82, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:49.691231 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:49.704548 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Calling delete_port for 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:49.809482 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:49.880919 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (14973d20-f33b-4361-a1f8-ebeb1bf4ca82), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:49.913249 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Pushing event deleted for resources: {'Port': ['ID=14973d20-f33b-4361-a1f8-ebeb1bf4ca82,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:50.090754 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (2b74eea3-225c-425e-890b-fcc6a5af7adb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:50.333922 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Router 2b74eea3-225c-425e-890b-fcc6a5af7adb has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:05:50.338392 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915c895-24c3-49e8-83b4-7e10fc2c1f44 req-07cf0c4d-6396-4b4d-ae9d-351df2b8fa55 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:50.347562 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f915c895-24c3-49e8-83b4-7e10fc2c1f44 req-07cf0c4d-6396-4b4d-ae9d-351df2b8fa55 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 945 time: 0.0682695 Oct 09 01:05:50.391647 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:50.397284 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f915c895-24c3-49e8-83b4-7e10fc2c1f44 req-45918659-b9af-4b13-8c64-45b95fb836d1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480738 Oct 09 01:05:50.455898 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:05:50.461070 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1c1576c9-9503-41ec-bdc8-c21b210b3568 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2b74eea3-225c-425e-890b-fcc6a5af7adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215951 Oct 09 01:05:50.464220 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36950) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:50.465207 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] Sync routers for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:05:50.475825 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:50.476547 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:50.567005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks [] for router (2b74eea3-225c-425e-890b-fcc6a5af7adb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:50.573602 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:50.581407 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:50.671530 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks [] for router_gateway (2b74eea3-225c-425e-890b-fcc6a5af7adb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:50.717530 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Deleting port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:50.717783 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:50.718280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:50.755949 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:05:49Z', 'revision_number': 5, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port': {'id': 'f1fb537b-7bbd-40c4-9fa9-2d496f13cb55', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:50.759876 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:50.809164 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] For port f1fb537b-7bbd-40c4-9fa9-2d496f13cb55, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:50.809528 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:50.824346 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Calling delete_port for f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:50.913283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] Checking router: 2b74eea3-225c-425e-890b-fcc6a5af7adb for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:05:50.922578 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] Routers {'2b74eea3-225c-425e-890b-fcc6a5af7adb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:50.923183 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b74eea3-225c-425e-890b-fcc6a5af7adb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:50.996291 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (f1fb537b-7bbd-40c4-9fa9-2d496f13cb55), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.006893 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] Set router 2b74eea3-225c-425e-890b-fcc6a5af7adb gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:51.021870 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fb537b-7bbd-40c4-9fa9-2d496f13cb55,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:51.060290 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device ebfdac77-d547-424a-bd77-91436ba7750c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:51.062885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:05:50Z', 'revision_number': 6, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:51.092244 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (2b74eea3-225c-425e-890b-fcc6a5af7adb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.106353 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: ebfdac77-d547-424a-bd77-91436ba7750c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:51.106697 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device ebfdac77-d547-424a-bd77-91436ba7750c not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:51.107119 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 07d4f0c5-1202-4554-b832-08bb967ca163 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:51.109320 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b0c9-6595-419e-a005-8c0bfe83a968 None None] The sync data for ids ['2b74eea3-225c-425e-890b-fcc6a5af7adb'] in dv-cinder-master-3-iscsi is: [{'id': '2b74eea3-225c-425e-890b-fcc6a5af7adb', 'name': 'tempest-TestMinimumBasicScenario-1509093388-router', 'tenant_id': 'f37de57a22a246f0935f85392898dd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:27Z', 'updated_at': '2022-10-09T01:05:50Z', 'revision_number': 6, 'project_id': 'f37de57a22a246f0935f85392898dd42', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:05:51.127625 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 07d4f0c5-1202-4554-b832-08bb967ca163 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:51.127974 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 07d4f0c5-1202-4554-b832-08bb967ca163 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:51.128395 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:51.185214 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (2b74eea3-225c-425e-890b-fcc6a5af7adb), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.188443 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks [] for router_controller (2b74eea3-225c-425e-890b-fcc6a5af7adb), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.200223 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: ACTIVE; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:05:51.200611 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.223623 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:51.225901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e5a20-4873-4d3a-ae75-1241decfa6f5" -d '{"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-unplugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:51.236691 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (2b74eea3-225c-425e-890b-fcc6a5af7adb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.237363 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b74eea3-225c-425e-890b-fcc6a5af7adb {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:05:51.242615 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.242807 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:51.243448 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-cca78e1a-c375-4b3e-b2a1-d62aaa530e42 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2b74eea3-225c-425e-890b-fcc6a5af7adb HTTP/1.1" status: 204 len: 168 time: 0.7775605 Oct 09 01:05:51.246416 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:51.250000 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.290629 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924036b-9ae4-4b61-b8d1-133aaa3d9fac x-openstack-request-id: req-0924036b-9ae4-4b61-b8d1-133aaa3d9fac {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:51.290918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-unplugged", "status": "failed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:51.291171 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0924036b-9ae4-4b61-b8d1-133aaa3d9fac {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:51.291571 dv-cinder-master-3-iscsi neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0924036b-9ae4-4b61-b8d1-133aaa3d9fac']: {'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'code': 422} returned with failed status Oct 09 01:05:51.302482 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Deleting subnet 98b6e2f7-a736-4245-b55d-f9e6c9acd558 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:05:51.302824 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:51.306014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Publish callbacks [] for subnet (98b6e2f7-a736-4245-b55d-f9e6c9acd558), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.345450 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (98b6e2f7-a736-4245-b55d-f9e6c9acd558), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.420391 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (98b6e2f7-a736-4245-b55d-f9e6c9acd558), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.482278 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (98b6e2f7-a736-4245-b55d-f9e6c9acd558), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.513380 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b6e2f7-a736-4245-b55d-f9e6c9acd558,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:51.553700 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.557652 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2cf9e342-66cd-4c35-ac46-f30769846a52 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/98b6e2f7-a736-4245-b55d-f9e6c9acd558 HTTP/1.1" status: 204 len: 168 time: 0.3100927 Oct 09 01:05:51.560655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 36964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:51.563789 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d813c1d-e13c-4692-ac13-f6d4d77f7010 None None] Network 6785419e-1d43-419a-bc35-ef45112ab443 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:05:51.579203 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e777-7432-4922-8701-c9a728a0e3e6 req-6f870f54-79fa-43a3-93cc-4b0fb828d0df tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:51.581276 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6917e777-7432-4922-8701-c9a728a0e3e6 req-6f870f54-79fa-43a3-93cc-4b0fb828d0df tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0648429 Oct 09 01:05:51.629352 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:51.643705 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (6785419e-1d43-419a-bc35-ef45112ab443), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.650379 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-6917e777-7432-4922-8701-c9a728a0e3e6 req-b7a03ef5-2cd4-4eef-94cb-c7c3c9aa5662 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624909 Oct 09 01:05:51.651055 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:51.656710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:51.657250 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 14973d20-f33b-4361-a1f8-ebeb1bf4ca82 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:51.692984 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Deleting port 58897c2b-173b-4d6c-a17a-700b101c1987 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:51.693347 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.764100 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] For port 58897c2b-173b-4d6c-a17a-700b101c1987, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58897c2b-173b-4d6c-a17a-700b101c1987,segment=NetworkSegment(a9f7e284-0af3-4e7c-8362-b09e14e08087),segment_id=a9f7e284-0af3-4e7c-8362-b09e14e08087)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:51.764472 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.779121 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Calling delete_port for 58897c2b-173b-4d6c-a17a-700b101c1987 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:51.863378 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (58897c2b-173b-4d6c-a17a-700b101c1987), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:51.893672 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58897c2b-173b-4d6c-a17a-700b101c1987,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:51.897734 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] No DVR routers for this DVR port 58897c2b-173b-4d6c-a17a-700b101c1987 on host dv-cinder-master-3-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:05:51.977251 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f0b6e-cc24-45b3-aecd-e87e1e74f086 None None] DHCP port deletion for 6785419e-1d43-419a-bc35-ef45112ab443 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:05:51.977713 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (6785419e-1d43-419a-bc35-ef45112ab443), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.011298 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6785419e-1d43-419a-bc35-ef45112ab443']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:52.022367 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f7e284-0af3-4e7c-8362-b09e14e08087') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:52.022673 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f7e284-0af3-4e7c-8362-b09e14e08087') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:52.034377 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (a9f7e284-0af3-4e7c-8362-b09e14e08087), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.048560 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (a9f7e284-0af3-4e7c-8362-b09e14e08087), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.055854 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:05:52.056242 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (a9f7e284-0af3-4e7c-8362-b09e14e08087), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.124836 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (6785419e-1d43-419a-bc35-ef45112ab443), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.132660 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.139477 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/6785419e-1d43-419a-bc35-ef45112ab443 HTTP/1.1" status: 204 len: 168 time: 0.5751777 Oct 09 01:05:52.140765 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 36984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:52.150128 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893254d6-65f7-4418-afb2-f5dbd569a9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6785419e-1d43-419a-bc35-ef45112ab443,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:52.165582 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment a9f7e284-0af3-4e7c-8362-b09e14e08087 resource provider aggregate not found Oct 09 01:05:52.184665 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment a9f7e284-0af3-4e7c-8362-b09e14e08087 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9f7e284-0af3-4e7c-8362-b09e14e08087 found for delete ", "request_id": "req-551a8b44-237f-4aa5-b756-505a46ddc911"}]} Oct 09 01:05:52.550841 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37000) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:52.560779 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:52.594614 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-94ba95eb-ece5-4e8a-94dc-f99220edcdec req-0f339d9d-c998-47cb-8ffc-8e8f25fe6bb5 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 01:05:52.595533 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-94ba95eb-ece5-4e8a-94dc-f99220edcdec req-0f339d9d-c998-47cb-8ffc-8e8f25fe6bb5 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072632 Oct 09 01:05:52.713405 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Deleting port b6e09be5-fa81-42d1-9e3d-4510f834a534 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:52.713761 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.750159 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:52.778172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.801496 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.801731 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (b6e09be5-fa81-42d1-9e3d-4510f834a534), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.814070 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Calling delete_port for b6e09be5-fa81-42d1-9e3d-4510f834a534 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:52.877347 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617d946-0070-45aa-af65-b63b9ea86e1b req-420be86d-6425-4c8a-a4b0-a9e9c50adbe8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:52.878828 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9617d946-0070-45aa-af65-b63b9ea86e1b req-420be86d-6425-4c8a-a4b0-a9e9c50adbe8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.1212523 Oct 09 01:05:52.898458 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-b59e12a7-a3b7-425a-9633-e7b4bcf21347 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017895 Oct 09 01:05:52.942515 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:52.964109 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (b6e09be5-fa81-42d1-9e3d-4510f834a534), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:52.993185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'Port': ['ID=b6e09be5-fa81-42d1-9e3d-4510f834a534,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:53.014066 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-0052ae57-22d7-4a7f-86c9-50ae026652ae tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:53.015803 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-0052ae57-22d7-4a7f-86c9-50ae026652ae tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports/41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 940 time: 0.0755570 Oct 09 01:05:53.055172 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9617d946-0070-45aa-af65-b63b9ea86e1b req-47203830-9352-4708-b96d-5726c443a5d6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666629 Oct 09 01:05:53.055848 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (eec83451-fbfa-4650-a29b-756ef87309c2), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:53.056719 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.l3_db [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Floating IP eec83451-fbfa-4650-a29b-756ef87309c2 disassociated (deleted). External IP: 172.37.5.160, port: 92161e7f-b2e3-4be5-9ff8-073cd2234c8e. Oct 09 01:05:53.058448 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:53.175876 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Deleting port e4bdc121-2f27-45a0-bc01-9927bf7604d8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:53.176227 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:53.271692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] For port e4bdc121-2f27-45a0-bc01-9927bf7604d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4bdc121-2f27-45a0-bc01-9927bf7604d8,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:53.272059 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:53.289615 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Calling delete_port for e4bdc121-2f27-45a0-bc01-9927bf7604d8 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:53.363433 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:53.383793 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:53.384140 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f1fb537b-7bbd-40c4-9fa9-2d496f13cb55 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:53.389727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 58897c2b-173b-4d6c-a17a-700b101c1987 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:53.423358 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 58897c2b-173b-4d6c-a17a-700b101c1987 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:53.424420 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 58897c2b-173b-4d6c-a17a-700b101c1987 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:53.502896 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (e4bdc121-2f27-45a0-bc01-9927bf7604d8), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:53.531735 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bdc121-2f27-45a0-bc01-9927bf7604d8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:53.542929 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:05:53.678066 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:05:53.689622 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:05:53.690982 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:53.694499 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:53.702437 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:53.703266 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:53.720445 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:53.721959 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:53.731655 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-775fb0c3-f0e3-459e-b502-745cf117a036 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/eec83451-fbfa-4650-a29b-756ef87309c2 HTTP/1.1" status: 204 len: 168 time: 1.1780145 Oct 09 01:05:53.731655 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:53.733423 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e50c9b110bad200efa90de3f62a8fe768269dc5afe340457cddefa67ef81532e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:53.798605 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39908641-e6a0-46a8-a5d3-d3304cebe85a x-openstack-request-id: req-39908641-e6a0-46a8-a5d3-d3304cebe85a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:53.798924 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:53.799185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-39908641-e6a0-46a8-a5d3-d3304cebe85a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:53.799623 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39908641-e6a0-46a8-a5d3-d3304cebe85a'] response: {'name': 'network-changed', 'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'status': 'completed', 'code': 200} Oct 09 01:05:53.878926 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:54.007694 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:05:54.014061 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e33a-eeef-4045-9a9e-9e95871dbe16 req-cab8468d-448a-4308-9ff8-9458a15ad0f7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:54.015419 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef63e33a-eeef-4045-9a9e-9e95871dbe16 req-cab8468d-448a-4308-9ff8-9458a15ad0f7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0626757 Oct 09 01:05:54.041697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:54.082479 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.113268 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ef63e33a-eeef-4045-9a9e-9e95871dbe16 req-67787064-7d77-4708-94e4-9da395914bf9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899272 Oct 09 01:05:54.113468 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:05:54.129330 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:54.130519 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.169174 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:05:54.174848 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-2744acdb-1880-4777-9f7a-7abc2396611f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2b5bb0d1-7958-4e18-ab8a-19304d40eb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325997 Oct 09 01:05:54.178886 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:54.180054 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] Sync routers for ids ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:05:54.193851 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] Routers {'2b5bb0d1-7958-4e18-ab8a-19304d40eb96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:54.194494 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.303651 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks [] for router (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.316907 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] Set router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:54.349363 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:54.382597 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308f79-0c8e-4b03-9c96-7974b7a20ce8 req-1d75895a-f5aa-4001-8c2b-19a6b474ad42 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:54.390387 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cd308f79-0c8e-4b03-9c96-7974b7a20ce8 req-1d75895a-f5aa-4001-8c2b-19a6b474ad42 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.2233446 Oct 09 01:05:54.422423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks [] for router_gateway (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.452241 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cd308f79-0c8e-4b03-9c96-7974b7a20ce8 req-552e2e05-1fcf-4515-a459-f34382c86c82 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603096 Oct 09 01:05:54.479711 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Deleting port be87fabf-44c3-4811-bd4f-74e4a5079a6d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:54.480068 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.530258 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132'}], 'enable_snat': True}, 'gw_port_id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:05:53Z', 'revision_number': 5, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port': {'id': 'be87fabf-44c3-4811-bd4f-74e4a5079a6d', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:03:32Z', 'updated_at': '2022-10-09T01:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.551481 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.555972 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] Checking router: 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:05:54.563754 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] For port be87fabf-44c3-4811-bd4f-74e4a5079a6d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be87fabf-44c3-4811-bd4f-74e4a5079a6d,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:54.564121 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.564515 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] Routers {'2b5bb0d1-7958-4e18-ab8a-19304d40eb96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:05:54.565283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:05:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.577961 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212809de-fbff-41a6-b435-cd084d5f443d None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T00:57:37Z', 'revision_number': 4, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '546af4ee-57b8-4aab-a465-e176e85a3fa1', 'name': '', 'network_id': '51f66c80-6e94-4ac9-ad00-6dd9246260d1', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'mac_address': 'fa:16:3e:34:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:36Z', 'updated_at': '2022-10-09T00:57:43Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'subnets': [{'id': 'd7f3cba3-1b89-4cb1-b9ef-80793ce54a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:05:54.578255 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Calling delete_port for be87fabf-44c3-4811-bd4f-74e4a5079a6d owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:54.642585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:54.655157 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] Set router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:05:54.687514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:54.705394 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:05:54Z', 'revision_number': 6, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:54.734598 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad2571-c89e-4c17-8dd4-82a80d05e8f1 None None] The sync data for ids ['2b5bb0d1-7958-4e18-ab8a-19304d40eb96'] in dv-cinder-master-3-iscsi is: [{'id': '2b5bb0d1-7958-4e18-ab8a-19304d40eb96', 'name': 'tempest-TestMinimumBasicScenario-11689001-router', 'tenant_id': '7e5245a0acb348b8a6764ca11ac5b746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:03:31Z', 'updated_at': '2022-10-09T01:05:54Z', 'revision_number': 6, 'project_id': '7e5245a0acb348b8a6764ca11ac5b746', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:05:54.759784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (be87fabf-44c3-4811-bd4f-74e4a5079a6d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.792237 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Pushing event deleted for resources: {'Port': ['ID=be87fabf-44c3-4811-bd4f-74e4a5079a6d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:54.855944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.859303 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fa5de-75c6-4fc5-984c-01a4327ec847 None None] New status for floating IP eec83451-fbfa-4650-a29b-756ef87309c2: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:05:54.956840 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:54.959005 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks [] for router_controller (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.021495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (2b5bb0d1-7958-4e18-ab8a-19304d40eb96), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.022460 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5bb0d1-7958-4e18-ab8a-19304d40eb96 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:05:55.027229 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.028643 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1e8c377f-6396-46e5-96dd-424ff4ebb041 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2b5bb0d1-7958-4e18-ab8a-19304d40eb96 HTTP/1.1" status: 204 len: 168 time: 0.8484995 Oct 09 01:05:55.031105 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:55.038456 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:55.051933 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:55.077512 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Deleting subnet f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:05:55.081782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Publish callbacks [] for subnet (f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.099394 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:55.134715 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.139347 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: DOWN; New status is: DOWN {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:05:55.209136 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-d2cf36d5-f9ab-4c11-bee3-f6d19049ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.209400 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-e2d850b7-3810-478a-9480-6216d905160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.211148 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-e2d850b7-3810-478a-9480-6216d905160b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9&tenant_id=410212da4a794c07b30ed22cc5b7e760 HTTP/1.1" status: 200 len: 1127 time: 0.0916271 Oct 09 01:05:55.211772 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-d2cf36d5-f9ab-4c11-bee3-f6d19049ea1e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=28bc82345ea24b929b66fbcded2b97b7&device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 1129 time: 0.0887053 Oct 09 01:05:55.266293 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.349740 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330b873-3fdd-4d50-9c73-a951b8ff3be5 req-83e1e576-9a59-45f0-ac67-8bfabba61b17 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.351211 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0330b873-3fdd-4d50-9c73-a951b8ff3be5 req-83e1e576-9a59-45f0-ac67-8bfabba61b17 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1325362 Oct 09 01:05:55.375080 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.409130 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:55.429075 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.432613 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-bc39f002-3d5d-4ea7-a520-0bf6150a7b4d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/f17d9b80-b0d3-4cbc-87fd-1c6f86c3cfe1 HTTP/1.1" status: 204 len: 168 time: 0.4005814 Oct 09 01:05:55.433259 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb3203-de84-4fe8-898c-efee8d2b1e1c None None] Network eb19f52f-afcc-41bb-9895-b089b3330962 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:05:55.439523 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37036) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:55.491338 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0330b873-3fdd-4d50-9c73-a951b8ff3be5 req-8c8bd847-153e-42ff-97dd-10ad3dc21782 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45da6575-619b-423b-bc04-7f831c564029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338654 Oct 09 01:05:55.517860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (eb19f52f-afcc-41bb-9895-b089b3330962), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.543704 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-1339690f-746d-42cd-807b-f08bcb2c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.545228 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-1339690f-746d-42cd-807b-f08bcb2c2978 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1127 time: 0.1381626 Oct 09 01:05:55.560848 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-c13faeea-0afe-400b-8f41-51aed5ee0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.564124 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-c13faeea-0afe-400b-8f41-51aed5ee0166 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 200 len: 913 time: 0.1560671 Oct 09 01:05:55.629689 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] DHCP port deletion for eb19f52f-afcc-41bb-9895-b089b3330962 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:05:55.674313 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e4bdc121-2f27-45a0-bc01-9927bf7604d8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:55.681040 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Deleting port 0323fb7d-0982-4e2d-8701-9118321c427f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:55.681640 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.700817 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: e4bdc121-2f27-45a0-bc01-9927bf7604d8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:55.701336 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e4bdc121-2f27-45a0-bc01-9927bf7604d8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:55.701846 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device be87fabf-44c3-4811-bd4f-74e4a5079a6d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:55.704313 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] Deleting port 0323fb7d-0982-4e2d-8701-9118321c427f {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:55.704824 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.740387 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7da1bb-0040-4e01-89c4-c2567b74b278 req-c93b4359-889b-4fb2-acd4-95f1906ebe5e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.742277 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb7da1bb-0040-4e01-89c4-c2567b74b278 req-c93b4359-889b-4fb2-acd4-95f1906ebe5e tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.1625633 Oct 09 01:05:55.747840 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: be87fabf-44c3-4811-bd4f-74e4a5079a6d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:55.748693 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device be87fabf-44c3-4811-bd4f-74e4a5079a6d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:55.809391 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] For port 0323fb7d-0982-4e2d-8701-9118321c427f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0323fb7d-0982-4e2d-8701-9118321c427f,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:55.809901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.826048 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] Calling delete_port for 0323fb7d-0982-4e2d-8701-9118321c427f owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:55.838672 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-cb7da1bb-0040-4e01-89c4-c2567b74b278 req-e39f3bc1-24eb-4999-87fd-74fc6f6b0dc7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896120 Oct 09 01:05:55.853012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:55.859367 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] For port 0323fb7d-0982-4e2d-8701-9118321c427f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0323fb7d-0982-4e2d-8701-9118321c427f,segment=NetworkSegment(e86bd807-902c-4194-ad31-3ebb8453cf88),segment_id=e86bd807-902c-4194-ad31-3ebb8453cf88)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:55.859765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.862936 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-19147730-d560-45ee-bd3c-81f967d91e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:55.864446 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-19147730-d560-45ee-bd3c-81f967d91e29 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.2434428 Oct 09 01:05:55.910053 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Calling delete_port for 0323fb7d-0982-4e2d-8701-9118321c427f owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:55.947950 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-59fea1ba-436c-4d9e-b41e-89080950e7fe service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 200 len: 217 time: 0.3311791 Oct 09 01:05:55.949880 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:55.982290 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-0f9a04e4-6d56-4964-adbe-538c332f2507 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 999 time: 0.1114895 Oct 09 01:05:55.985762 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] Pushing event deleted for resources: {'Port': ['ID=0323fb7d-0982-4e2d-8701-9118321c427f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:56.000120 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147893d0-8b9e-4518-98bd-d0e53c055e08 None None] No DVR routers for this DVR port 0323fb7d-0982-4e2d-8701-9118321c427f on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:05:56.034086 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968adcb2-19fe-48df-ad09-459aed2755ab req-27c36992-88ae-485c-a720-4c8ef1380f7d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:56.035609 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-968adcb2-19fe-48df-ad09-459aed2755ab req-27c36992-88ae-485c-a720-4c8ef1380f7d tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0868464 Oct 09 01:05:56.054304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-b33cdf26-6327-488c-9fe7-0ab6878d8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:56.055965 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-b33cdf26-6327-488c-9fe7-0ab6878d8da9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 200 len: 851 time: 0.0971112 Oct 09 01:05:56.057129 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-3b88a018-7e82-4264-aadc-3068e12b2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:56.058566 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-3b88a018-7e82-4264-aadc-3068e12b2da6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0699654 Oct 09 01:05:56.073660 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:56.077105 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (0323fb7d-0982-4e2d-8701-9118321c427f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.125336 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] No DVR routers for this DVR port 0323fb7d-0982-4e2d-8701-9118321c427f on host dv-cinder-master-3-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:05:56.146847 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-b629d1e4-11bf-4881-bc8d-cb1008737ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:56.148404 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-b629d1e4-11bf-4881-bc8d-cb1008737ae7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=51f66c80-6e94-4ac9-ad00-6dd9246260d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723338 Oct 09 01:05:56.148886 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0323fb7d-0982-4e2d-8701-9118321c427f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:56.183835 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Deleting port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:05:56.184184 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.198696 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-1a6fcfef-822a-447b-8042-ba4424080b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:56.200176 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-1a6fcfef-822a-447b-8042-ba4424080b06 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1337502 Oct 09 01:05:56.221352 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (eb19f52f-afcc-41bb-9895-b089b3330962), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.283522 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb19f52f-afcc-41bb-9895-b089b3330962']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:56.299072 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86bd807-902c-4194-ad31-3ebb8453cf88') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:56.299369 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86bd807-902c-4194-ad31-3ebb8453cf88') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:05:56.307270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:56.313553 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (e86bd807-902c-4194-ad31-3ebb8453cf88), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.319772 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-baf6c2c1-389e-4a42-b50e-619efdd36298 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640029 Oct 09 01:05:56.339946 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] For port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:05:56.340317 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.341889 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (e86bd807-902c-4194-ad31-3ebb8453cf88), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.355263 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:05:56.355677 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (e86bd807-902c-4194-ad31-3ebb8453cf88), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.358499 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:56.371880 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-1eb75d65-3ee3-48ee-8d50-925ccfd9cb85 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612031 Oct 09 01:05:56.388761 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Calling delete_port for 92161e7f-b2e3-4be5-9ff8-073cd2234c8e owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:05:56.401150 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment e86bd807-902c-4194-ad31-3ebb8453cf88 resource provider aggregate not found Oct 09 01:05:56.426739 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment e86bd807-902c-4194-ad31-3ebb8453cf88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e86bd807-902c-4194-ad31-3ebb8453cf88 found for delete ", "request_id": "req-a73f10bf-0688-47e6-af52-847cc9f66862"}]} Oct 09 01:05:56.476960 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (eb19f52f-afcc-41bb-9895-b089b3330962), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.481943 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.485188 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/eb19f52f-afcc-41bb-9895-b089b3330962 HTTP/1.1" status: 204 len: 168 time: 1.0447030 Oct 09 01:05:56.486774 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1c2e6e03-c70a-42af-85b4-97c0f48a8d4f req-26d16bb3-f995-4fe9-b867-c05f5df71cf3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608918 Oct 09 01:05:56.507678 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db30c1-7730-49a2-9774-9454324379ca admin admin] Pushing event deleted for resources: {'Network': ['ID=eb19f52f-afcc-41bb-9895-b089b3330962,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:56.539200 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83bbd32-330e-402c-9cef-2fdcdf9862da req-0e0a7fc5-256a-4ba3-84d9-859b2350cd19 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342115 Oct 09 01:05:56.567412 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (92161e7f-b2e3-4be5-9ff8-073cd2234c8e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.607063 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'Port': ['ID=92161e7f-b2e3-4be5-9ff8-073cd2234c8e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:56.657997 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3be71a1c-2c4b-43fc-a2fb-d56954309728 req-08553f2a-671a-401d-b8ce-e48250fddf5b tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0540421 Oct 09 01:05:56.676003 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] No DVR routers for this DVR port 92161e7f-b2e3-4be5-9ff8-073cd2234c8e on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:05:56.687096 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.690597 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-968adcb2-19fe-48df-ad09-459aed2755ab req-121e6262-8569-453e-aef7-b4508ab68d7a tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.60 "DELETE /networking/v2.0/ports/92161e7f-b2e3-4be5-9ff8-073cd2234c8e HTTP/1.1" status: 204 len: 173 time: 0.6473458 Oct 09 01:05:56.691158 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'name': 'network-vif-deleted', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:05:56.693505 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba9d56-977c-4134-8c16-4464984f301d" -d '{"events": [{"server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "name": "network-vif-deleted", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:05:56.724732 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:56.735382 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e3320e-be09-4ae8-ba09-790f640b2eaa x-openstack-request-id: req-09e3320e-be09-4ae8-ba09-790f640b2eaa {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:05:56.735782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbfc046-964c-46ac-9d30-5198c846e9b5", "name": "network-vif-deleted", "tag": "92161e7f-b2e3-4be5-9ff8-073cd2234c8e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:05:56.736022 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09e3320e-be09-4ae8-ba09-790f640b2eaa {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:05:56.736455 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e3320e-be09-4ae8-ba09-790f640b2eaa'] response: {'server_uuid': 'edbfc046-964c-46ac-9d30-5198c846e9b5', 'name': 'network-vif-deleted', 'tag': '92161e7f-b2e3-4be5-9ff8-073cd2234c8e', 'status': 'completed', 'code': 200} Oct 09 01:05:56.771730 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fd185967-50b1-4175-a852-50f7b0492cbe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f37de57a22a246f0935f85392898dd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451703 Oct 09 01:05:56.774343 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:56.823825 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edfe0c9a-2e78-462e-a5bf-aabdd2837a7d admin admin] Publish callbacks [] for security_group (0795ffbb-6daf-4bba-a742-e224a73d68c6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.845519 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edfe0c9a-2e78-462e-a5bf-aabdd2837a7d admin admin] Publish callbacks [] for security_group (0795ffbb-6daf-4bba-a742-e224a73d68c6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.904862 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edfe0c9a-2e78-462e-a5bf-aabdd2837a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (0795ffbb-6daf-4bba-a742-e224a73d68c6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.907812 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edfe0c9a-2e78-462e-a5bf-aabdd2837a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:56.912098 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-edfe0c9a-2e78-462e-a5bf-aabdd2837a7d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0795ffbb-6daf-4bba-a742-e224a73d68c6 HTTP/1.1" status: 204 len: 168 time: 0.1339948 Oct 09 01:05:56.920071 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe0c9a-2e78-462e-a5bf-aabdd2837a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0795ffbb-6daf-4bba-a742-e224a73d68c6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:57.006081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f1496-aea2-4129-9d52-061bd58c4ec9 req-a20e4dc6-2bfe-47db-8a98-09af6dc63721 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:57.007710 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-012f1496-aea2-4129-9d52-061bd58c4ec9 req-a20e4dc6-2bfe-47db-8a98-09af6dc63721 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0606670 Oct 09 01:05:57.112668 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-012f1496-aea2-4129-9d52-061bd58c4ec9 req-71dc39e2-428d-4527-bede-cc9e90cccf96 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982471 Oct 09 01:05:57.214574 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:57.400948 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 0323fb7d-0982-4e2d-8701-9118321c427f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:57.435117 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 0323fb7d-0982-4e2d-8701-9118321c427f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:57.435779 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 0323fb7d-0982-4e2d-8701-9118321c427f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:57.562634 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37080) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:57.625016 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-fa99fbe1-e7bf-40c1-8092-a8357283a371 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7e5245a0acb348b8a6764ca11ac5b746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601957 Oct 09 01:05:57.627519 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:05:57.686416 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a59e-8eb1-450d-8668-e4de95071c81 admin admin] Publish callbacks [] for security_group (2edb6e4f-1dea-408d-aced-d7192ae453bb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:57.711484 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a59e-8eb1-450d-8668-e4de95071c81 admin admin] Publish callbacks [] for security_group (2edb6e4f-1dea-408d-aced-d7192ae453bb), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:57.789751 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8539e53d-d72a-4f9e-8b99-711c25973c2d req-c9a970e1-2d05-4d91-9109-e6f3aa8e2ff3 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0324357 Oct 09 01:05:57.791183 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a59e-8eb1-450d-8668-e4de95071c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (2edb6e4f-1dea-408d-aced-d7192ae453bb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:57.794280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a59e-8eb1-450d-8668-e4de95071c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:05:57.795558 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3dc6a59e-8eb1-450d-8668-e4de95071c81 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2edb6e4f-1dea-408d-aced-d7192ae453bb HTTP/1.1" status: 204 len: 168 time: 0.1668885 Oct 09 01:05:57.805090 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6a59e-8eb1-450d-8668-e4de95071c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb6e4f-1dea-408d-aced-d7192ae453bb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:05:58.297288 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7311-248b-4d46-aca4-6e389942052c req-9ce03145-5c47-4be2-9df5-4744ae80fed7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:58.298822 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d0a7311-248b-4d46-aca4-6e389942052c req-9ce03145-5c47-4be2-9df5-4744ae80fed7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0785036 Oct 09 01:05:58.342937 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:05:58.351993 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4d0a7311-248b-4d46-aca4-6e389942052c req-c845e1c2-1204-4918-bb24-8c76f11218b6 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473483 Oct 09 01:05:58.938829 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-52a0ed5d-2a18-41cf-9446-51672a361c3c req-4f3a5a61-b863-402a-bc19-b66b9ce75666 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0302010 Oct 09 01:05:59.061825 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 92161e7f-b2e3-4be5-9ff8-073cd2234c8e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:05:59.084898 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 92161e7f-b2e3-4be5-9ff8-073cd2234c8e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:05:59.085254 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 92161e7f-b2e3-4be5-9ff8-073cd2234c8e not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:05:59.491403 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0283a2-042b-439f-b5ff-2daa48a7823f req-311dda65-8c9c-4d65-9a0a-07cccbf8a9f7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:05:59.493710 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d0283a2-042b-439f-b5ff-2daa48a7823f req-311dda65-8c9c-4d65-9a0a-07cccbf8a9f7 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0547833 Oct 09 01:05:59.544651 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-0d0283a2-042b-439f-b5ff-2daa48a7823f req-313125a6-6bfb-4695-9430-7a47623c9a5c tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451303 Oct 09 01:06:00.048635 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:00.067200 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-13e600f4-43ab-487e-9658-d957b8e768ea req-af5a8591-194c-42d0-80f4-fdba6f0b8de4 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0298462 Oct 09 01:06:00.679239 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460ef83-664d-4422-9c83-9de8fc0d3b71 req-37463098-4474-489d-9485-e0db33b26c75 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:00.681393 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a460ef83-664d-4422-9c83-9de8fc0d3b71 req-37463098-4474-489d-9485-e0db33b26c75 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0531976 Oct 09 01:06:00.733952 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a460ef83-664d-4422-9c83-9de8fc0d3b71 req-74521a75-6178-478c-939c-6cf295773bb1 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450974 Oct 09 01:06:01.196553 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-f881e353-af77-4b29-a2b0-38eb66914ec8 req-68ab625b-8e3f-40ea-a7ef-ab9e58df3b10 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0324876 Oct 09 01:06:01.874652 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a03a0-b3be-4729-8de2-cd0fc8c61d5f req-04420df3-7437-4401-b96c-525f1f9fa504 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:01.876352 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-783a03a0-b3be-4729-8de2-cd0fc8c61d5f req-04420df3-7437-4401-b96c-525f1f9fa504 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0592966 Oct 09 01:06:01.897259 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:01.931972 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-783a03a0-b3be-4729-8de2-cd0fc8c61d5f req-0e6bb2e9-f281-45ab-8327-9c8cb071cc30 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500646 Oct 09 01:06:02.319610 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e272e6e4-9a9b-4269-bb9d-53ed0ca52b75 req-7d1bbb6b-ad72-44cb-a68f-2e8430049d78 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0309498 Oct 09 01:06:03.065198 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c9969-3168-4c31-9e2d-5e36f0e62239 req-85d39946-1446-4813-bd81-53997b3c4013 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:03.066743 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab9c9969-3168-4c31-9e2d-5e36f0e62239 req-85d39946-1446-4813-bd81-53997b3c4013 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0501716 Oct 09 01:06:03.124439 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-ab9c9969-3168-4c31-9e2d-5e36f0e62239 req-ed9851c8-7320-4a59-bcc0-103a9c869404 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496438 Oct 09 01:06:03.447232 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-8c2ad774-ead8-45a8-baa9-a81f31dc5c44 req-f046b034-c130-409f-a72f-534aef964ca5 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0335197 Oct 09 01:06:04.267126 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c15bd-0210-4844-97c7-0953d016ce9d req-36d2ec85-d6f0-45ce-b695-4a4a23ab4585 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:04.268666 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f2c15bd-0210-4844-97c7-0953d016ce9d req-36d2ec85-d6f0-45ce-b695-4a4a23ab4585 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0502317 Oct 09 01:06:04.335675 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-4f2c15bd-0210-4844-97c7-0953d016ce9d req-69a85e37-e043-45ce-a0b6-236a81b79bf9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606215 Oct 09 01:06:04.375015 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:06:04.598201 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-9f7e97f4-2d85-41e3-a572-db84bd3bf031 req-545a3241-b834-4d3a-9a0e-cd9aa8e69eb7 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0318720 Oct 09 01:06:05.461654 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82651ff-13ca-41f1-b69d-9414496b6dce req-05e27c4b-76b2-4e4a-99d9-0290b30e0c94 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:05.463101 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e82651ff-13ca-41f1-b69d-9414496b6dce req-05e27c4b-76b2-4e4a-99d9-0290b30e0c94 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0465949 Oct 09 01:06:05.510279 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e82651ff-13ca-41f1-b69d-9414496b6dce req-770cfb4c-e242-4edc-9bf9-9b12a933fe28 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416365 Oct 09 01:06:05.710464 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-7854bb1e-4619-47eb-b5af-91e5a5b40af7 req-6d7bdd1b-33eb-4c3d-9870-862f06d3e115 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=edbfc046-964c-46ac-9d30-5198c846e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0301025 Oct 09 01:06:06.250293 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-bfba745a-3356-42db-a946-49b8c2f09dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:06.251136 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-bfba745a-3356-42db-a946-49b8c2f09dba service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=410212da4a794c07b30ed22cc5b7e760&device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1127 time: 0.0388124 Oct 09 01:06:06.370449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-1542db6a-445f-4724-9c6a-7cf5e0e6f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:06.371956 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-1542db6a-445f-4724-9c6a-7cf5e0e6f326 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 200 len: 918 time: 0.0925493 Oct 09 01:06:06.434227 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-431d34b0-f192-437e-a19c-7182bab843e5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 200 len: 999 time: 0.0556600 Oct 09 01:06:06.482349 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-8af4eb3b-8577-43f3-8f5c-d8f177d003d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:06.483802 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-8af4eb3b-8577-43f3-8f5c-d8f177d003d6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 200 len: 856 time: 0.0433433 Oct 09 01:06:06.530388 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-8e6aed72-0dc9-4d03-9e8a-e5c25d891069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:06.531844 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-8e6aed72-0dc9-4d03-9e8a-e5c25d891069 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d442b64f-563d-410a-8314-ec0e04e8ccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420222 Oct 09 01:06:06.662252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55880-1c80-4c75-9dc3-c7f34c08a6fb req-5d9b28bb-81be-42a7-aa66-335dfe4cdba0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:06.663689 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7a55880-1c80-4c75-9dc3-c7f34c08a6fb req-5d9b28bb-81be-42a7-aa66-335dfe4cdba0 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 943 time: 0.0715506 Oct 09 01:06:06.667088 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-6e0983da-8790-4b50-a41b-25400cbc4183 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296980 Oct 09 01:06:06.676312 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:06.762888 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-a7a55880-1c80-4c75-9dc3-c7f34c08a6fb req-e66deed5-5e74-4b51-82ed-56ce2d78113a tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935845 Oct 09 01:06:06.774727 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:06.832874 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-718a154b-4f59-463c-a9a3-f1a4ebb410e6 req-c1a7d209-75b4-44d4-b315-a194c1f695fe service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570191 Oct 09 01:06:06.899144 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Deleting port 7de0dd97-55b5-4e6a-820d-3c84d30f92c4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:06.899481 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:06.977537 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:06.981635 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:06.981962 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:06.994970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Calling delete_port for 7de0dd97-55b5-4e6a-820d-3c84d30f92c4 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:07.120366 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:06:07.126172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (7de0dd97-55b5-4e6a-820d-3c84d30f92c4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:07.150497 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'Port': ['ID=7de0dd97-55b5-4e6a-820d-3c84d30f92c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:07.218659 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for floatingip (bc37e80b-a8bb-4236-bb63-7fa03a647bd4), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:07.220767 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:07.224770 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-25987071-c7d1-44cc-8c6e-a2a3a0daaea9 tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/bc37e80b-a8bb-4236-bb63-7fa03a647bd4 HTTP/1.1" status: 204 len: 168 time: 0.4475443 Oct 09 01:06:07.354728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:07.366159 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'port_id': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'mac_address': 'fa:16:3e:28:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:06:07.404549 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:06:07.405025 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:07.419521 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d333d7-a33b-44cc-9e3c-2de2e0120491 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:06:07.440565 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:07.443972 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:07.486257 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:07.489691 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:07.596397 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad52caa5-5c97-4682-a059-9fabc39edc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:07.747732 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['41d333d7-a33b-44cc-9e3c-2de2e0120491'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:06:07.890185 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5c31-c343-4139-a6fe-2f86139baa5c req-d933eb65-b33a-4a2c-81e2-2575de728f9f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:07.891680 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-527b5c31-c343-4139-a6fe-2f86139baa5c req-d933eb65-b33a-4a2c-81e2-2575de728f9f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 944 time: 0.0473886 Oct 09 01:06:07.939750 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-527b5c31-c343-4139-a6fe-2f86139baa5c req-a9492473-d137-4eeb-96e2-81f9b7d0a966 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423102 Oct 09 01:06:08.114333 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=82 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:08.116036 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=69 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:08.459791 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37140) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:08.516195 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4fda001-bec6-4645-a101-1c69904524da tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group (45da6575-619b-423b-bc04-7f831c564029), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:08.540259 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4fda001-bec6-4645-a101-1c69904524da tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group (45da6575-619b-423b-bc04-7f831c564029), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:08.601808 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4fda001-bec6-4645-a101-1c69904524da tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (45da6575-619b-423b-bc04-7f831c564029), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:08.604945 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4fda001-bec6-4645-a101-1c69904524da tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:08.606106 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f4fda001-bec6-4645-a101-1c69904524da tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/45da6575-619b-423b-bc04-7f831c564029 HTTP/1.1" status: 204 len: 168 time: 0.1453362 Oct 09 01:06:08.616128 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fda001-bec6-4645-a101-1c69904524da tempest-TestVolumeBootPattern-121914356 tempest-TestVolumeBootPattern-121914356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da6575-619b-423b-bc04-7f831c564029,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:08.675811 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37144) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:09.052494 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:09.078520 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b264-42d2-4ec3-815f-481c4bdb536b req-2a6bb02c-2327-44a8-b58a-1047605726f3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:09.080135 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6645b264-42d2-4ec3-815f-481c4bdb536b req-2a6bb02c-2327-44a8-b58a-1047605726f3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 944 time: 0.0566745 Oct 09 01:06:09.128762 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6645b264-42d2-4ec3-815f-481c4bdb536b req-a3cd1cb4-cfba-4be2-9de4-c8821edeae5f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414000 Oct 09 01:06:09.158335 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:06:09.178344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (9d4c8a9c-2aee-4c52-9304-60a68ad85504), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.179026 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:09.210505 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 41d333d7-a33b-44cc-9e3c-2de2e0120491 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:06:09.210871 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.211216 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 41d333d7-a33b-44cc-9e3c-2de2e0120491 Oct 09 01:06:09.286893 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 41d333d7-a33b-44cc-9e3c-2de2e0120491 is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:06:09.287283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.309585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:06:09.311918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e4cba-6513-4f41-80ca-015baad809d4" -d '{"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-plugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:06:09.325685 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:09.329743 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.359750 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d0819c-cf13-47d2-ae5a-2899a37832e6 x-openstack-request-id: req-f7d0819c-cf13-47d2-ae5a-2899a37832e6 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:06:09.360039 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-plugged", "status": "completed", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:06:09.360287 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f7d0819c-cf13-47d2-ae5a-2899a37832e6 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:06:09.360673 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d0819c-cf13-47d2-ae5a-2899a37832e6'] response: {'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'code': 200} Oct 09 01:06:09.379365 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:09.402515 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:09.408038 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Deleting port 546af4ee-57b8-4aab-a465-e176e85a3fa1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:09.408501 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.490667 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] For port 546af4ee-57b8-4aab-a465-e176e85a3fa1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=546af4ee-57b8-4aab-a465-e176e85a3fa1,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:09.491377 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.503917 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Calling delete_port for 546af4ee-57b8-4aab-a465-e176e85a3fa1 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:09.599697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2bb71-cea5-4114-8828-5e01df9a8f8c req-d3992642-979c-4e3f-b46e-d1321f54b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:09.601142 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72b2bb71-cea5-4114-8828-5e01df9a8f8c req-d3992642-979c-4e3f-b46e-d1321f54b206 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 1130 time: 0.0525713 Oct 09 01:06:09.700999 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-72b2bb71-cea5-4114-8828-5e01df9a8f8c req-2255fd16-c5f2-47ab-8bfd-5eeec7a3e5e4 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940449 Oct 09 01:06:09.760150 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (546af4ee-57b8-4aab-a465-e176e85a3fa1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.784545 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Pushing event deleted for resources: {'Port': ['ID=546af4ee-57b8-4aab-a465-e176e85a3fa1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:09.830889 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:09.832416 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d49b65e4-38e2-47c9-a98e-f4e5fa693db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:09.950202 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (9d4c8a9c-2aee-4c52-9304-60a68ad85504), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:10.261127 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f920-3204-41d7-b4bc-ad78a585a01c req-b9a619a0-13ae-4864-b3cf-e81a94e2bdac tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:10.262595 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b6a8f920-3204-41d7-b4bc-ad78a585a01c req-b9a619a0-13ae-4864-b3cf-e81a94e2bdac tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Oct 09 01:06:10.310650 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-b6a8f920-3204-41d7-b4bc-ad78a585a01c req-33ffd854-d0ea-419f-b16e-f12bd1041836 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421886 Oct 09 01:06:10.412310 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:06:10.500254 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:10.513238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:06:10.518195 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-b096e030-2f18-4e25-ac22-80dbb615838c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9d4c8a9c-2aee-4c52-9304-60a68ad85504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412280 Oct 09 01:06:10.520790 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:10.523388 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] Sync routers for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:06:10.534373 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:10.534989 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:10.620450 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks [] for router (9d4c8a9c-2aee-4c52-9304-60a68ad85504), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:10.638998 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:10.720779 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks [] for router_gateway (9d4c8a9c-2aee-4c52-9304-60a68ad85504), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:10.772732 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Deleting port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:10.773128 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:10.814664 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T01:06:09Z', 'revision_number': 5, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port': {'id': 'fb7aab07-c773-45fb-ab7c-b325d1a9f4ef', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:33Z', 'updated_at': '2022-10-09T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:10.846427 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] Checking router: 9d4c8a9c-2aee-4c52-9304-60a68ad85504 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:06:10.858021 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] Routers {'9d4c8a9c-2aee-4c52-9304-60a68ad85504'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:10.858872 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:10.862189 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] For port fb7aab07-c773-45fb-ab7c-b325d1a9f4ef, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:10.862566 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:10.875712 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Calling delete_port for fb7aab07-c773-45fb-ab7c-b325d1a9f4ef owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:10.896511 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:10.920034 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:10.945350 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] Set router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:10.997439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T01:06:10Z', 'revision_number': 6, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:11.022907 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8e81f-bd70-42e7-9503-7725054f918b None None] The sync data for ids ['9d4c8a9c-2aee-4c52-9304-60a68ad85504'] in dv-cinder-master-3-iscsi is: [{'id': '9d4c8a9c-2aee-4c52-9304-60a68ad85504', 'name': 'tempest-TestVolumeBootPattern-1389518512-router', 'tenant_id': '28bc82345ea24b929b66fbcded2b97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:32Z', 'updated_at': '2022-10-09T01:06:10Z', 'revision_number': 6, 'project_id': '28bc82345ea24b929b66fbcded2b97b7', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:06:11.078403 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (fb7aab07-c773-45fb-ab7c-b325d1a9f4ef), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.102664 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7aab07-c773-45fb-ab7c-b325d1a9f4ef,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:11.173446 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (9d4c8a9c-2aee-4c52-9304-60a68ad85504), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.269784 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (9d4c8a9c-2aee-4c52-9304-60a68ad85504), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.272056 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks [] for router_controller (9d4c8a9c-2aee-4c52-9304-60a68ad85504), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.317883 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (9d4c8a9c-2aee-4c52-9304-60a68ad85504), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.318370 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4c8a9c-2aee-4c52-9304-60a68ad85504 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:06:11.324495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.325732 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e2911d2f-1a6e-434b-8614-d2b98cf53940 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/9d4c8a9c-2aee-4c52-9304-60a68ad85504 HTTP/1.1" status: 204 len: 168 time: 0.8040655 Oct 09 01:06:11.328697 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37190) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:11.364791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.389104 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Deleting subnet d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:06:11.393101 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Publish callbacks [] for subnet (d7f3cba3-1b89-4cb1-b9ef-80793ce54a94), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.452311 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (d7f3cba3-1b89-4cb1-b9ef-80793ce54a94), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.540605 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3662-5fbf-4fdf-af22-4c88cbe17c03 req-96ee8c53-e2db-4042-a52a-ea095eb4c19f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:11.541992 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df9a3662-5fbf-4fdf-af22-4c88cbe17c03 req-96ee8c53-e2db-4042-a52a-ea095eb4c19f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 946 time: 0.0637791 Oct 09 01:06:11.604428 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:11.621630 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (d7f3cba3-1b89-4cb1-b9ef-80793ce54a94), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.644432 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-df9a3662-5fbf-4fdf-af22-4c88cbe17c03 req-b747fb09-a5a0-4e6a-891f-632b210fb52f tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968139 Oct 09 01:06:11.680660 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (d7f3cba3-1b89-4cb1-b9ef-80793ce54a94), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.707836 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f3cba3-1b89-4cb1-b9ef-80793ce54a94,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:11.713867 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.717063 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-90c7fc9f-d171-4487-acc8-25eb31f2cd99 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/d7f3cba3-1b89-4cb1-b9ef-80793ce54a94 HTTP/1.1" status: 204 len: 168 time: 0.3873837 Oct 09 01:06:11.719725 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:11.722144 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a623b6-5669-41a3-984a-6d4becf5fb02 None None] Network 51f66c80-6e94-4ac9-ad00-6dd9246260d1 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:06:11.788929 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (51f66c80-6e94-4ac9-ad00-6dd9246260d1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.833308 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Deleting port e117ae0c-3834-457d-833e-82227f33c129 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:11.833647 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (e117ae0c-3834-457d-833e-82227f33c129), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.835612 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:11.845956 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 546af4ee-57b8-4aab-a465-e176e85a3fa1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:11.873023 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 546af4ee-57b8-4aab-a465-e176e85a3fa1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:11.873380 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 546af4ee-57b8-4aab-a465-e176e85a3fa1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:11.900639 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] DHCP port deletion for 51f66c80-6e94-4ac9-ad00-6dd9246260d1 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:06:11.912272 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] For port e117ae0c-3834-457d-833e-82227f33c129, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e117ae0c-3834-457d-833e-82227f33c129,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:11.912913 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (e117ae0c-3834-457d-833e-82227f33c129), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:11.926516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Calling delete_port for e117ae0c-3834-457d-833e-82227f33c129 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:11.941022 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] Deleting port e117ae0c-3834-457d-833e-82227f33c129 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:11.941420 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (e117ae0c-3834-457d-833e-82227f33c129), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.007261 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] For port e117ae0c-3834-457d-833e-82227f33c129, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e117ae0c-3834-457d-833e-82227f33c129,segment=NetworkSegment(9512762e-780c-464c-a567-4995173eb1a6),segment_id=9512762e-780c-464c-a567-4995173eb1a6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:12.007959 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (e117ae0c-3834-457d-833e-82227f33c129), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.008751 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (e117ae0c-3834-457d-833e-82227f33c129), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.021725 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] Calling delete_port for e117ae0c-3834-457d-833e-82227f33c129 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:12.034853 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e117ae0c-3834-457d-833e-82227f33c129,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:12.036716 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] No DVR routers for this DVR port e117ae0c-3834-457d-833e-82227f33c129 on host dv-cinder-master-3-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:12.104786 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (e117ae0c-3834-457d-833e-82227f33c129), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.108067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:12.119443 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (51f66c80-6e94-4ac9-ad00-6dd9246260d1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.132843 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] Pushing event deleted for resources: {'Port': ['ID=e117ae0c-3834-457d-833e-82227f33c129,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:12.142696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f66c80-6e94-4ac9-ad00-6dd9246260d1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:12.143045 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbef96-3931-4f6b-a53c-483989fb8a51 None None] No DVR routers for this DVR port e117ae0c-3834-457d-833e-82227f33c129 on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:12.155219 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9512762e-780c-464c-a567-4995173eb1a6') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:12.155522 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9512762e-780c-464c-a567-4995173eb1a6') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:12.166490 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (9512762e-780c-464c-a567-4995173eb1a6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.185270 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (9512762e-780c-464c-a567-4995173eb1a6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.192081 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:06:12.192465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (9512762e-780c-464c-a567-4995173eb1a6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.257454 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (51f66c80-6e94-4ac9-ad00-6dd9246260d1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.262924 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.266056 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/51f66c80-6e94-4ac9-ad00-6dd9246260d1 HTTP/1.1" status: 204 len: 168 time: 0.5454135 Oct 09 01:06:12.269283 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:12.277537 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a37ff-1d49-454c-8df9-ac5709db84fb admin admin] Pushing event deleted for resources: {'Network': ['ID=51f66c80-6e94-4ac9-ad00-6dd9246260d1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:12.333546 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 9512762e-780c-464c-a567-4995173eb1a6 resource provider aggregate not found Oct 09 01:06:12.351030 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 9512762e-780c-464c-a567-4995173eb1a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9512762e-780c-464c-a567-4995173eb1a6 found for delete ", "request_id": "req-753510f8-2150-4d5f-a1f5-b4d8ed93b3ad"}]} Oct 09 01:06:12.423870 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:12.590695 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (f3789d4a-963a-496a-91ee-a84328d73cb8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.789970 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39593f62-3a39-424b-b789-0236422dc855 req-7b10e867-eb15-4cf4-a8e9-e07fd72679ec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:12.791408 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-39593f62-3a39-424b-b789-0236422dc855 req-7b10e867-eb15-4cf4-a8e9-e07fd72679ec tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 946 time: 0.0578406 Oct 09 01:06:12.852060 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=100 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:12.943220 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:12.972060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:13.106848 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Deleting port 694ef31e-6f15-4593-9990-eb27b05a49e8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:13.107079 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:13.111355 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-39593f62-3a39-424b-b789-0236422dc855 req-bc6808ff-e26c-46e6-b3c5-ec81495cbdc8 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3025396 Oct 09 01:06:13.189764 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] For port 694ef31e-6f15-4593-9990-eb27b05a49e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=694ef31e-6f15-4593-9990-eb27b05a49e8,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:13.190125 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:13.202637 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Calling delete_port for 694ef31e-6f15-4593-9990-eb27b05a49e8 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:13.341582 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e117ae0c-3834-457d-833e-82227f33c129 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:13.360853 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: e117ae0c-3834-457d-833e-82227f33c129 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:13.361114 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device e117ae0c-3834-457d-833e-82227f33c129 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:13.361512 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fb7aab07-c773-45fb-ab7c-b325d1a9f4ef no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:13.379740 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: fb7aab07-c773-45fb-ab7c-b325d1a9f4ef {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:13.380081 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device fb7aab07-c773-45fb-ab7c-b325d1a9f4ef not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:13.383435 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (694ef31e-6f15-4593-9990-eb27b05a49e8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:13.407167 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Pushing event deleted for resources: {'Port': ['ID=694ef31e-6f15-4593-9990-eb27b05a49e8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:13.522186 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:13.579812 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (f3789d4a-963a-496a-91ee-a84328d73cb8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:13.784423 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Router f3789d4a-963a-496a-91ee-a84328d73cb8 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:06:13.883420 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:06:13.888259 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-837d2f91-cd0e-4fab-bacf-40c57780c38d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/f3789d4a-963a-496a-91ee-a84328d73cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6174009 Oct 09 01:06:13.890792 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37208) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:13.892828 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] Sync routers for ids ['f3789d4a-963a-496a-91ee-a84328d73cb8'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:06:13.902380 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] Routers {'f3789d4a-963a-496a-91ee-a84328d73cb8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:13.903251 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f3789d4a-963a-496a-91ee-a84328d73cb8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:13.930079 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:13.991585 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks [] for router (f3789d4a-963a-496a-91ee-a84328d73cb8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.004469 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] Set router f3789d4a-963a-496a-91ee-a84328d73cb8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:14.091734 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks [] for router_gateway (f3789d4a-963a-496a-91ee-a84328d73cb8), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.133156 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Deleting port a642f240-21a3-4c54-8d26-c38ff0409d76 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:14.133547 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.175997 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T01:06:13Z', 'revision_number': 5, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port': {'id': 'a642f240-21a3-4c54-8d26-c38ff0409d76', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T00:57:40Z', 'updated_at': '2022-10-09T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:14.200883 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] Checking router: f3789d4a-963a-496a-91ee-a84328d73cb8 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:06:14.209145 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] Routers {'f3789d4a-963a-496a-91ee-a84328d73cb8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:14.209743 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f3789d4a-963a-496a-91ee-a84328d73cb8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:14.217273 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] For port a642f240-21a3-4c54-8d26-c38ff0409d76, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a642f240-21a3-4c54-8d26-c38ff0409d76,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:14.217635 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.230892 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Calling delete_port for a642f240-21a3-4c54-8d26-c38ff0409d76 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:14.292825 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] Set router f3789d4a-963a-496a-91ee-a84328d73cb8 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:14.345325 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T01:06:14Z', 'revision_number': 6, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:14.350191 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:14.371212 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321ff9c-e6ce-47bb-ab83-88b1f70d03d9 None None] The sync data for ids ['f3789d4a-963a-496a-91ee-a84328d73cb8'] in dv-cinder-master-3-iscsi is: [{'id': 'f3789d4a-963a-496a-91ee-a84328d73cb8', 'name': 'tempest-TestVolumeBootPattern-1238250282-router', 'tenant_id': 'cac43224e7954c44a71839707ffcde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T00:57:39Z', 'updated_at': '2022-10-09T01:06:14Z', 'revision_number': 6, 'project_id': 'cac43224e7954c44a71839707ffcde6c', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:06:14.397321 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (a642f240-21a3-4c54-8d26-c38ff0409d76), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.429149 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a642f240-21a3-4c54-8d26-c38ff0409d76,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:14.486947 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (f3789d4a-963a-496a-91ee-a84328d73cb8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.571372 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (f3789d4a-963a-496a-91ee-a84328d73cb8), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.573508 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks [] for router_controller (f3789d4a-963a-496a-91ee-a84328d73cb8), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.618333 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (f3789d4a-963a-496a-91ee-a84328d73cb8), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.618869 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3789d4a-963a-496a-91ee-a84328d73cb8 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:06:14.622954 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.624128 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-256869d8-b5a8-47e0-aa01-1667b88cce3a admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/f3789d4a-963a-496a-91ee-a84328d73cb8 HTTP/1.1" status: 204 len: 168 time: 0.7324321 Oct 09 01:06:14.626678 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37210) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:14.670902 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Deleting subnet 3b0167a8-9316-47c8-b78a-93b4c6f720b5 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:06:14.673995 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Publish callbacks [] for subnet (3b0167a8-9316-47c8-b78a-93b4c6f720b5), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.708912 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (3b0167a8-9316-47c8-b78a-93b4c6f720b5), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.738567 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:14.792543 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (3b0167a8-9316-47c8-b78a-93b4c6f720b5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.844383 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (3b0167a8-9316-47c8-b78a-93b4c6f720b5), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.869684 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0167a8-9316-47c8-b78a-93b4c6f720b5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:14.873300 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.876447 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-58120470-0bdf-478d-ae55-738a8cb7e036 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/3b0167a8-9316-47c8-b78a-93b4c6f720b5 HTTP/1.1" status: 204 len: 168 time: 0.2488778 Oct 09 01:06:14.878978 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37212) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:14.881494 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b2b8e-4465-4758-9b99-a66440670bd9 None None] Network db7e2df3-cfef-4dc0-bfd4-74237b8cf94f requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:06:14.950436 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:14.992378 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Deleting port 79dc7d7f-004a-4e23-b50f-7ca413583909 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:14.993214 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.058952 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] For port 79dc7d7f-004a-4e23-b50f-7ca413583909, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79dc7d7f-004a-4e23-b50f-7ca413583909,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:15.059246 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.072568 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Calling delete_port for 79dc7d7f-004a-4e23-b50f-7ca413583909 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:15.106671 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] DHCP port deletion for db7e2df3-cfef-4dc0-bfd4-74237b8cf94f request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:06:15.149722 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] Deleting port 79dc7d7f-004a-4e23-b50f-7ca413583909 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:15.150089 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.154953 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.181005 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dc7d7f-004a-4e23-b50f-7ca413583909,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:15.182807 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] No DVR routers for this DVR port 79dc7d7f-004a-4e23-b50f-7ca413583909 on host dv-cinder-master-3-iscsi {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:15.216005 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] For port 79dc7d7f-004a-4e23-b50f-7ca413583909, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79dc7d7f-004a-4e23-b50f-7ca413583909,segment=NetworkSegment(3b1d95db-40fe-4632-8a0b-968f83cd1430),segment_id=3b1d95db-40fe-4632-8a0b-968f83cd1430)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:15.216340 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.230823 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] Calling delete_port for 79dc7d7f-004a-4e23-b50f-7ca413583909 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:15.258846 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.280768 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7e2df3-cfef-4dc0-bfd4-74237b8cf94f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:15.291726 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1d95db-40fe-4632-8a0b-968f83cd1430') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:15.292025 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1d95db-40fe-4632-8a0b-968f83cd1430') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:15.304361 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (3b1d95db-40fe-4632-8a0b-968f83cd1430), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.321045 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (3b1d95db-40fe-4632-8a0b-968f83cd1430), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.324593 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (79dc7d7f-004a-4e23-b50f-7ca413583909), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.328280 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:06:15.328829 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (3b1d95db-40fe-4632-8a0b-968f83cd1430), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.366625 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] Pushing event deleted for resources: {'Port': ['ID=79dc7d7f-004a-4e23-b50f-7ca413583909,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:15.370975 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf4adb-d401-4c0f-a63a-01be133cbe54 None None] No DVR routers for this DVR port 79dc7d7f-004a-4e23-b50f-7ca413583909 on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:15.387913 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 79dc7d7f-004a-4e23-b50f-7ca413583909 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:15.399957 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 3b1d95db-40fe-4632-8a0b-968f83cd1430 resource provider aggregate not found Oct 09 01:06:15.410121 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 79dc7d7f-004a-4e23-b50f-7ca413583909 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:15.410713 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 79dc7d7f-004a-4e23-b50f-7ca413583909 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:15.411301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 694ef31e-6f15-4593-9990-eb27b05a49e8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:15.420329 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:15.423411 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 3b1d95db-40fe-4632-8a0b-968f83cd1430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b1d95db-40fe-4632-8a0b-968f83cd1430 found for delete ", "request_id": "req-a76f3802-833b-4919-a5cd-49cf6eb2af4c"}]} Oct 09 01:06:15.429924 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (db7e2df3-cfef-4dc0-bfd4-74237b8cf94f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.432792 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 694ef31e-6f15-4593-9990-eb27b05a49e8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:15.433144 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 694ef31e-6f15-4593-9990-eb27b05a49e8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:15.433827 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a642f240-21a3-4c54-8d26-c38ff0409d76 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:15.437290 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.441052 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/db7e2df3-cfef-4dc0-bfd4-74237b8cf94f HTTP/1.1" status: 204 len: 168 time: 0.5608466 Oct 09 01:06:15.461820 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: a642f240-21a3-4c54-8d26-c38ff0409d76 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:15.462169 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device a642f240-21a3-4c54-8d26-c38ff0409d76 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:15.465157 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b61836-d0d6-4232-8d32-52af84d26007 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7e2df3-cfef-4dc0-bfd4-74237b8cf94f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:15.568712 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:15.609304 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-9d3e3c12-29ec-4de3-83dd-75423707ce94 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=28bc82345ea24b929b66fbcded2b97b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394754 Oct 09 01:06:15.611796 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37222) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:15.659523 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32d22734-110b-4388-993f-45f48426a514 admin admin] Publish callbacks [] for security_group (efe8e641-d0f7-40f4-b7d8-d8c3916e70eb), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.679677 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32d22734-110b-4388-993f-45f48426a514 admin admin] Publish callbacks [] for security_group (efe8e641-d0f7-40f4-b7d8-d8c3916e70eb), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.700823 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:15.728661 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32d22734-110b-4388-993f-45f48426a514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (efe8e641-d0f7-40f4-b7d8-d8c3916e70eb), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.731118 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32d22734-110b-4388-993f-45f48426a514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:15.732290 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-32d22734-110b-4388-993f-45f48426a514 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/efe8e641-d0f7-40f4-b7d8-d8c3916e70eb HTTP/1.1" status: 204 len: 168 time: 0.1196232 Oct 09 01:06:15.740053 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d22734-110b-4388-993f-45f48426a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe8e641-d0f7-40f4-b7d8-d8c3916e70eb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:15.751113 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:16.049094 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:16.091332 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-e909f6fc-bc44-4ff5-8b78-49a6860e6fec admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cac43224e7954c44a71839707ffcde6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407429 Oct 09 01:06:16.093489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:16.140677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9e09-fba0-456c-b6b6-c880cce17e26 admin admin] Publish callbacks [] for security_group (eafb91c1-05f4-4b2f-a40a-859b9fa695a2), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:16.161067 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9e09-fba0-456c-b6b6-c880cce17e26 admin admin] Publish callbacks [] for security_group (eafb91c1-05f4-4b2f-a40a-859b9fa695a2), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:16.207677 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9e09-fba0-456c-b6b6-c880cce17e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (eafb91c1-05f4-4b2f-a40a-859b9fa695a2), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:16.210175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9e09-fba0-456c-b6b6-c880cce17e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:16.211966 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c4ae9e09-fba0-456c-b6b6-c880cce17e26 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eafb91c1-05f4-4b2f-a40a-859b9fa695a2 HTTP/1.1" status: 204 len: 168 time: 0.1169341 Oct 09 01:06:16.219443 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae9e09-fba0-456c-b6b6-c880cce17e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb91c1-05f4-4b2f-a40a-859b9fa695a2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:24.317585 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=40 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:24.348964 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=43 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:25.736199 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:25.754005 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:26.214556 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=77,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:26.215397 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=61,neutron:DELETE=7 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:26.231411 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:27.202731 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:37.193108 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:37.198626 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:37.598092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e45921a-a057-4b40-9beb-067142878db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:39.824430 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e60f0c02-47e2-41d6-85fe-e24855cbd676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:41.354754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:41.377080 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:06:42.942087 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:42.973002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:44.305981 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd85265-e65c-4721-bc2d-ddcde74cbd0a req-a1ac178b-4ce4-4e0a-a11e-e5e6685ca188 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:44.307372 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dfd85265-e65c-4721-bc2d-ddcde74cbd0a req-a1ac178b-4ce4-4e0a-a11e-e5e6685ca188 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 946 time: 0.0503428 Oct 09 01:06:44.354157 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-dfd85265-e65c-4721-bc2d-ddcde74cbd0a req-507bb594-eee7-43b0-a886-7da5861ce419 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412230 Oct 09 01:06:45.485426 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ef4e9-4d91-4eda-8776-bf2fb76834e1 req-8ad05f1c-bc5a-4242-8e7d-d77e591a5d83 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:45.486891 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-131ef4e9-4d91-4eda-8776-bf2fb76834e1 req-8ad05f1c-bc5a-4242-8e7d-d77e591a5d83 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 946 time: 0.0490153 Oct 09 01:06:45.534260 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-131ef4e9-4d91-4eda-8776-bf2fb76834e1 req-644a7499-4b8f-40c3-97a3-40a142d87921 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c40e0ac-a4c8-40aa-9db3-75e4c699d618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418291 Oct 09 01:06:45.818588 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-c679524b-e099-4eab-9f00-0fd9b242b00d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:45.820026 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-c679524b-e099-4eab-9f00-0fd9b242b00d tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 946 time: 0.0456634 Oct 09 01:06:45.900329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Deleting port 41d333d7-a33b-44cc-9e3c-2de2e0120491 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:45.900692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:45.993169 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] For port 41d333d7-a33b-44cc-9e3c-2de2e0120491, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d333d7-a33b-44cc-9e3c-2de2e0120491,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:45.993528 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:46.153029 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:46.153396 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604738'] for floatingip (d7e13b59-6fdb-49a2-a08e-7aa155017298), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:46.153966 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.l3_db [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Floating IP d7e13b59-6fdb-49a2-a08e-7aa155017298 disassociated. External IP: 172.37.5.227, port: 41d333d7-a33b-44cc-9e3c-2de2e0120491. Oct 09 01:06:46.154314 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Calling delete_port for 41d333d7-a33b-44cc-9e3c-2de2e0120491 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:46.280105 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (41d333d7-a33b-44cc-9e3c-2de2e0120491), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:46.305223 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event deleted for resources: {'Port': ['ID=41d333d7-a33b-44cc-9e3c-2de2e0120491,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:46.314782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.315130 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.315470 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.315825 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.316172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.316488 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.316813 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.317138 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.317881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.317881 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.318142 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.318396 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.318713 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.319029 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.319345 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:46.430435 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Router f7fc834f-b827-462f-8575-fc996402b3f1 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:06:46.523639 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:46.533944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:06:46.543387 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:06:46.552805 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:46.553494 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:46.576608 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] No DVR routers for this DVR port 41d333d7-a33b-44cc-9e3c-2de2e0120491 on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:46.579262 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:46.582448 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-124a23f2-4208-43ae-a1d2-c5f95543eb88 req-4bfdfbc3-48b1-440a-b401-44ff583a9f66 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.60 "DELETE /networking/v2.0/ports/41d333d7-a33b-44cc-9e3c-2de2e0120491 HTTP/1.1" status: 204 len: 173 time: 0.7563317 Oct 09 01:06:46.582956 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-deleted', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:06:46.585281 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f02eaa-25f6-4eb3-848a-32260b5ff121" -d '{"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-deleted", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:06:46.663289 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:46.671760 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-e3125a9e-d624-4103-9d92-66ea97c0c93c req-ee6b7980-b2d4-4463-b40a-76d60dce9aa3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=406c4931-6ce2-45ec-bea3-b60d04e150c9 HTTP/1.1" status: 200 len: 210 time: 0.0405066 Oct 09 01:06:46.801320 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04715b52-8f47-4b6a-bf02-3dd53b48be71 x-openstack-request-id: req-04715b52-8f47-4b6a-bf02-3dd53b48be71 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:06:46.801714 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c4931-6ce2-45ec-bea3-b60d04e150c9", "name": "network-vif-deleted", "tag": "41d333d7-a33b-44cc-9e3c-2de2e0120491", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:06:46.802093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-04715b52-8f47-4b6a-bf02-3dd53b48be71 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:06:46.802515 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04715b52-8f47-4b6a-bf02-3dd53b48be71'] response: {'server_uuid': '406c4931-6ce2-45ec-bea3-b60d04e150c9', 'name': 'network-vif-deleted', 'tag': '41d333d7-a33b-44cc-9e3c-2de2e0120491', 'status': 'completed', 'code': 200} Oct 09 01:06:46.873295 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:46.898272 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:06:46.907038 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:46.907576 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:47.130710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:47.178537 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=18 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:47.311573 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:47.339806 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceacb99-0e29-4e22-8ffe-749f12fb92aa None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:01:38Z', 'revision_number': 4, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c3a97ee-facb-4248-818b-3d6676479188', 'name': '', 'network_id': 'd442b64f-563d-410a-8314-ec0e04e8ccd0', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'mac_address': 'fa:16:3e:7c:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:37Z', 'updated_at': '2022-10-09T01:01:43Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'subnets': [{'id': '2363adb4-e3f9-485c-a97a-228855e865bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:06:47.543558 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183480a-1071-4e41-a1de-9a802aa20752 None None] New status for floating IP d7e13b59-6fdb-49a2-a08e-7aa155017298: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 09 01:06:47.763227 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37264) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:47.817572 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (8c40e0ac-a4c8-40aa-9db3-75e4c699d618), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:47.839418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (8c40e0ac-a4c8-40aa-9db3-75e4c699d618), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:47.885707 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (8c40e0ac-a4c8-40aa-9db3-75e4c699d618), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:47.888366 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:47.889502 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8c40e0ac-a4c8-40aa-9db3-75e4c699d618 HTTP/1.1" status: 204 len: 168 time: 0.1251848 Oct 09 01:06:47.892333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37266) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:47.899274 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40e0ac-a4c8-40aa-9db3-75e4c699d618,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:47.906426 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.906771 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.907109 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.907439 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.907791 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.908119 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.908443 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.908765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.909083 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.909401 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.909719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.909839 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.api.v2.resource [None req-21250dfd-71ad-4e56-adbc-ba9b5e186989 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] show failed (client error): The resource could not be found. Oct 09 01:06:47.910037 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.910485 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.910692 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.910793 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-21250dfd-71ad-4e56-adbc-ba9b5e186989 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "GET /networking/v2.0/security-groups/8c40e0ac-a4c8-40aa-9db3-75e4c699d618 HTTP/1.1" status: 404 len: 347 time: 0.0173783 Oct 09 01:06:47.911009 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab7f83-4c83-48cc-a238-bda6cbbde2a3 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:47.915123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37268) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:48.015181 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:48.029002 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Deleting port 606f5503-a88d-401a-826c-23c0ab125c2e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:48.029354 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (606f5503-a88d-401a-826c-23c0ab125c2e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:48.105384 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (606f5503-a88d-401a-826c-23c0ab125c2e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:48.105714 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (606f5503-a88d-401a-826c-23c0ab125c2e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:48.118107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Calling delete_port for 606f5503-a88d-401a-826c-23c0ab125c2e owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:48.245142 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (606f5503-a88d-401a-826c-23c0ab125c2e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:48.269004 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Pushing event deleted for resources: {'Port': ['ID=606f5503-a88d-401a-826c-23c0ab125c2e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:48.331737 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks [] for floatingip (d7e13b59-6fdb-49a2-a08e-7aa155017298), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:48.334146 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for floatingip (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:48.335265 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5a0c02cf-6593-4c30-af86-fd05ad2a7ac9 tempest-AttachVolumeShelveTestJSON-260510153 tempest-AttachVolumeShelveTestJSON-260510153-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d7e13b59-6fdb-49a2-a08e-7aa155017298 HTTP/1.1" status: 204 len: 168 time: 0.4192255 Oct 09 01:06:49.345660 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:49.364300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 41d333d7-a33b-44cc-9e3c-2de2e0120491 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:49.364638 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 41d333d7-a33b-44cc-9e3c-2de2e0120491 not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:50.757495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37290) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:51.202860 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (f7fc834f-b827-462f-8575-fc996402b3f1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:51.535013 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:51.670776 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Deleting port 4c3a97ee-facb-4248-818b-3d6676479188 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:51.671123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (4c3a97ee-facb-4248-818b-3d6676479188), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:51.672612 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:51.753873 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] For port 4c3a97ee-facb-4248-818b-3d6676479188, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c3a97ee-facb-4248-818b-3d6676479188,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:51.754233 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (4c3a97ee-facb-4248-818b-3d6676479188), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:51.767164 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Calling delete_port for 4c3a97ee-facb-4248-818b-3d6676479188 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:51.942044 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (4c3a97ee-facb-4248-818b-3d6676479188), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:51.966094 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3a97ee-facb-4248-818b-3d6676479188,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:52.128945 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (f7fc834f-b827-462f-8575-fc996402b3f1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:52.328369 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Router f7fc834f-b827-462f-8575-fc996402b3f1 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:06:52.383352 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:52.430160 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:06:52.435096 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c15002c9-ccca-42ed-a50e-e7600c6b7403 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/f7fc834f-b827-462f-8575-fc996402b3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6761665 Oct 09 01:06:52.437687 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37294) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:52.438432 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] Sync routers for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:06:52.443158 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:52.448547 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:52.449157 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:52.538901 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks [] for router (f7fc834f-b827-462f-8575-fc996402b3f1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:52.543520 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:52.550655 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:52.638125 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks [] for router_gateway (f7fc834f-b827-462f-8575-fc996402b3f1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:52.680683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Deleting port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:52.680683 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:52.712955 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:52.716186 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236'}], 'enable_snat': True}, 'gw_port_id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:06:51Z', 'revision_number': 5, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port': {'id': 'bd00ba1d-bc1e-47c3-987d-b5e22a6cc264', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:01:36Z', 'updated_at': '2022-10-09T01:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:52.745053 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] Checking router: f7fc834f-b827-462f-8575-fc996402b3f1 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:06:52.753302 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] Routers {'f7fc834f-b827-462f-8575-fc996402b3f1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:06:52.753894 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:06:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['f7fc834f-b827-462f-8575-fc996402b3f1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:52.764561 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] For port bd00ba1d-bc1e-47c3-987d-b5e22a6cc264, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:52.764922 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:52.780741 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Calling delete_port for bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:52.840198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] Set router f7fc834f-b827-462f-8575-fc996402b3f1 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:06:52.888462 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:06:52Z', 'revision_number': 6, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:52.913498 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab0343-752d-4a0e-95c4-0ed068588b7e None None] The sync data for ids ['f7fc834f-b827-462f-8575-fc996402b3f1'] in dv-cinder-master-3-iscsi is: [{'id': 'f7fc834f-b827-462f-8575-fc996402b3f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1284210602-router', 'tenant_id': '410212da4a794c07b30ed22cc5b7e760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:01:35Z', 'updated_at': '2022-10-09T01:06:52Z', 'revision_number': 6, 'project_id': '410212da4a794c07b30ed22cc5b7e760', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:06:52.949194 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (bd00ba1d-bc1e-47c3-987d-b5e22a6cc264), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:52.975113 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd00ba1d-bc1e-47c3-987d-b5e22a6cc264,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:53.034400 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (f7fc834f-b827-462f-8575-fc996402b3f1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.119203 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (f7fc834f-b827-462f-8575-fc996402b3f1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.121375 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks [] for router_controller (f7fc834f-b827-462f-8575-fc996402b3f1), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.164326 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (f7fc834f-b827-462f-8575-fc996402b3f1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.164930 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fc834f-b827-462f-8575-fc996402b3f1 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:06:53.169238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.170380 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-84354769-8313-4587-bedb-7d915d589641 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/f7fc834f-b827-462f-8575-fc996402b3f1 HTTP/1.1" status: 204 len: 168 time: 0.7317851 Oct 09 01:06:53.172891 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:53.217506 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Deleting subnet 2363adb4-e3f9-485c-a97a-228855e865bf {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:06:53.220879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Publish callbacks [] for subnet (2363adb4-e3f9-485c-a97a-228855e865bf), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.256970 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (2363adb4-e3f9-485c-a97a-228855e865bf), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.306066 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:53.324363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:53.342705 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (2363adb4-e3f9-485c-a97a-228855e865bf), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.393920 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (2363adb4-e3f9-485c-a97a-228855e865bf), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.420172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2363adb4-e3f9-485c-a97a-228855e865bf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:53.422040 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.425128 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c811ff84-5a5e-4d9f-9c56-3fa9b008bafb admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/2363adb4-e3f9-485c-a97a-228855e865bf HTTP/1.1" status: 204 len: 168 time: 0.2513270 Oct 09 01:06:53.426311 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa2177-8c08-4796-ba1d-1edda2d03863 None None] Network d442b64f-563d-410a-8314-ec0e04e8ccd0 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:06:53.427660 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37298) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:53.498672 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (d442b64f-563d-410a-8314-ec0e04e8ccd0), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.541489 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Deleting port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:53.541831 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.604670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] For port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,segment=NetworkSegment(36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5),segment_id=36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:53.604983 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.619019 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Calling delete_port for f3dc5370-39c5-4415-92ad-c8dc6c6bb65b owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:53.658878 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] DHCP port deletion for d442b64f-563d-410a-8314-ec0e04e8ccd0 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:06:53.695559 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f3dc5370-39c5-4415-92ad-c8dc6c6bb65b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:53.706326 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.732695 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:53.736157 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] No DVR routers for this DVR port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b on host dv-cinder-master-3-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:53.741955 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Deleting port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:06:53.742868 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.748778 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No active binding found for port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 09 01:06:53.749151 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] The host dv-cinder-master-3-iscsi is not matching for port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b host None! {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 09 01:06:53.749543 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f3dc5370-39c5-4415-92ad-c8dc6c6bb65b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:53.749985 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c3a97ee-facb-4248-818b-3d6676479188 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:53.805313 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 4c3a97ee-facb-4248-818b-3d6676479188 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:53.805657 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 4c3a97ee-facb-4248-818b-3d6676479188 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:53.806076 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:06:53.816233 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (d442b64f-563d-410a-8314-ec0e04e8ccd0), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.838692 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d442b64f-563d-410a-8314-ec0e04e8ccd0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:53.839089 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:06:53.839441 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device bd00ba1d-bc1e-47c3-987d-b5e22a6cc264 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:06:53.850318 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:53.850680 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:06:53.852764 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] For port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:06:53.853147 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.862101 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.865652 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Calling delete_port for f3dc5370-39c5-4415-92ad-c8dc6c6bb65b owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:06:53.869032 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 09 01:06:53.870243 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (f3dc5370-39c5-4415-92ad-c8dc6c6bb65b), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.878358 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.886804 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:06:53.887187 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.896412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Pushing event deleted for resources: {'Port': ['ID=f3dc5370-39c5-4415-92ad-c8dc6c6bb65b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:53.905812 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] No DVR routers for this DVR port f3dc5370-39c5-4415-92ad-c8dc6c6bb65b on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:06:53.908226 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.908671 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.909018 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.909354 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.909736 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.910067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.910393 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.910715 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.911068 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.911515 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.911923 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.912314 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.912738 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.913185 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.913603 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f72676-fc32-4aff-8de2-fdb5ab74b386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:06:53.948596 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5 resource provider aggregate not found Oct 09 01:06:53.969116 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36dc6af5-3b37-4d1b-ad81-ffd27cf99cf5 found for delete ", "request_id": "req-05a8cd92-ff35-48ba-aa32-e2175e9b6d9f"}]} Oct 09 01:06:53.977915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (d442b64f-563d-410a-8314-ec0e04e8ccd0), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.983337 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:53.986466 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/d442b64f-563d-410a-8314-ec0e04e8ccd0 HTTP/1.1" status: 204 len: 168 time: 0.5578992 Oct 09 01:06:53.997442 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec0ed-4cee-41bb-a510-fab9325bc3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d442b64f-563d-410a-8314-ec0e04e8ccd0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:54.100394 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37306) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:54.143933 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4fa13417-216c-478b-810a-a8f9790b5e46 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=410212da4a794c07b30ed22cc5b7e760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423331 Oct 09 01:06:54.146281 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:54.193670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cc8e072-9af5-412c-abcf-ec686cd9ed41 admin admin] Publish callbacks [] for security_group (fe129bf6-63cc-41d3-9163-6b17f0f2383d), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:54.214344 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cc8e072-9af5-412c-abcf-ec686cd9ed41 admin admin] Publish callbacks [] for security_group (fe129bf6-63cc-41d3-9163-6b17f0f2383d), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:54.260670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cc8e072-9af5-412c-abcf-ec686cd9ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (fe129bf6-63cc-41d3-9163-6b17f0f2383d), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:54.263342 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cc8e072-9af5-412c-abcf-ec686cd9ed41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:54.264534 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-9cc8e072-9af5-412c-abcf-ec686cd9ed41 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fe129bf6-63cc-41d3-9163-6b17f0f2383d HTTP/1.1" status: 204 len: 168 time: 0.1173704 Oct 09 01:06:54.272202 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8e072-9af5-412c-abcf-ec686cd9ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe129bf6-63cc-41d3-9163-6b17f0f2383d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:56.204033 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:56.307670 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd4f3-571b-40be-85cf-7674da27e98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.317503 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:56.322810 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:56.386064 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd4f3-571b-40be-85cf-7674da27e98c admin admin] Publish callbacks [] for security_group (3a42f533-acc6-4801-86e5-7be1cd08ab79), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.388918 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1dd4f3-571b-40be-85cf-7674da27e98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3a42f533-acc6-4801-86e5-7be1cd08ab79), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.428904 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dd4f3-571b-40be-85cf-7674da27e98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42f533-acc6-4801-86e5-7be1cd08ab79,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:56.433155 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-5c1dd4f3-571b-40be-85cf-7674da27e98c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=26f33282f4974f2580c0174fa49ba422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281168 Oct 09 01:06:56.436531 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37382) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:56.483000 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd34515-07ce-4d63-9c51-0fe5af285bd6 admin admin] Publish callbacks [] for security_group (3a42f533-acc6-4801-86e5-7be1cd08ab79), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.502559 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd34515-07ce-4d63-9c51-0fe5af285bd6 admin admin] Publish callbacks [] for security_group (3a42f533-acc6-4801-86e5-7be1cd08ab79), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.549146 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd34515-07ce-4d63-9c51-0fe5af285bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3a42f533-acc6-4801-86e5-7be1cd08ab79), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.551672 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd34515-07ce-4d63-9c51-0fe5af285bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.552813 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0bd34515-07ce-4d63-9c51-0fe5af285bd6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a42f533-acc6-4801-86e5-7be1cd08ab79 HTTP/1.1" status: 204 len: 168 time: 0.1160831 Oct 09 01:06:56.560441 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd34515-07ce-4d63-9c51-0fe5af285bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a42f533-acc6-4801-86e5-7be1cd08ab79,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:56.809093 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:56.822498 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f460917e-8219-4d2a-a5d1-e453d2029ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.897600 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f460917e-8219-4d2a-a5d1-e453d2029ca9 admin admin] Publish callbacks [] for security_group (3609d133-6689-4063-a609-8b5360becc97), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.901713 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f460917e-8219-4d2a-a5d1-e453d2029ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3609d133-6689-4063-a609-8b5360becc97), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:56.942406 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-f460917e-8219-4d2a-a5d1-e453d2029ca9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d6b4b6ece1084307b8c102eeaacd1812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322515 Oct 09 01:06:56.943114 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460917e-8219-4d2a-a5d1-e453d2029ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3609d133-6689-4063-a609-8b5360becc97,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:56.945190 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37390) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:56.995769 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1566f12-7be0-4728-9d9f-33fd4d029f2b admin admin] Publish callbacks [] for security_group (3609d133-6689-4063-a609-8b5360becc97), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.018408 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1566f12-7be0-4728-9d9f-33fd4d029f2b admin admin] Publish callbacks [] for security_group (3609d133-6689-4063-a609-8b5360becc97), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.065207 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1566f12-7be0-4728-9d9f-33fd4d029f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (3609d133-6689-4063-a609-8b5360becc97), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.067742 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1566f12-7be0-4728-9d9f-33fd4d029f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.068862 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f1566f12-7be0-4728-9d9f-33fd4d029f2b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3609d133-6689-4063-a609-8b5360becc97 HTTP/1.1" status: 204 len: 168 time: 0.1226819 Oct 09 01:06:57.076466 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1566f12-7be0-4728-9d9f-33fd4d029f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3609d133-6689-4063-a609-8b5360becc97,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:57.199027 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.611490 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:57.613412 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:57.737148 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:57.833879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1794040145-network', 'tenant_id': 'eca3b6a4954f446c872e43cb98c99528'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:06:57.857067 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Made reservation on behalf of eca3b6a4954f446c872e43cb98c99528 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:06:57.859346 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.867764 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.944962 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks [] for security_group (ddd5a713-4487-427c-9f3e-9665d0c35a75), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.949171 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ddd5a713-4487-427c-9f3e-9665d0c35a75), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.971183 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:06:57.986389 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5a713-4487-427c-9f3e-9665d0c35a75,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:57.989333 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (0664c72a-196f-4719-aa05-12245b5ef239), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:57.989667 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Added segment 0664c72a-196f-4719-aa05-12245b5ef239 of type vlan for network 7cd2bff9-2f53-480c-b55a-68a046190b11 Oct 09 01:06:58.030395 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (7cd2bff9-2f53-480c-b55a-68a046190b11), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:58.034167 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:58.037941 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:INSERT=23,neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:58.061099 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (7cd2bff9-2f53-480c-b55a-68a046190b11), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:58.062198 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:58.062817 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:58.116168 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3779397 Oct 09 01:06:58.119174 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37416) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:06:58.124124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Request body: {'subnet': {'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1794040145-subnet', 'tenant_id': 'eca3b6a4954f446c872e43cb98c99528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:06:58.129417 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfd94f-60cf-45d0-99d5-b4e5fc420d9d admin admin] Pushing event updated for resources: {'Network': ['ID=7cd2bff9-2f53-480c-b55a-68a046190b11,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:58.139755 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 7cd2bff9-2f53-480c-b55a-68a046190b11 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:06:58.145008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Made reservation on behalf of eca3b6a4954f446c872e43cb98c99528 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:06:58.147399 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645919'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:58.315508 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645901'] for subnet (31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:58.379298 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:06:58.381514 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Checking segment: {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:06:58.381868 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Network hostable DHCP agents. Network: 7cd2bff9-2f53-480c-b55a-68a046190b11, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:06:58.400400 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Network 7cd2bff9-2f53-480c-b55a-68a046190b11 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:06:58.409669 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7cd2bff9-2f53-480c-b55a-68a046190b11) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:06:58.413726 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:06:58.414334 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:06:58.418408 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c94802-5a3c-49cf-9b66-1f0161a64cdd None None] Network 7cd2bff9-2f53-480c-b55a-68a046190b11 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:06:58.424024 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:06:58.443513 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-0873549c-aae9-4d3e-aae6-0fd659aa578a admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3231928 Oct 09 01:06:58.523516 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86809d7c-9cfb-4018-9e7a-163b0ab15bdd None None] Network 7cd2bff9-2f53-480c-b55a-68a046190b11 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:07:00.195813 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-562c4eba-42fb-452d-b7db-f8948f173b9e tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:00.197268 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-562c4eba-42fb-452d-b7db-f8948f173b9e tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 200 len: 814 time: 0.1011114 Oct 09 01:07:00.212622 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-9654f56c-7d75-48f2-bed2-fd43e4a36aca tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/quotas/eca3b6a4954f446c872e43cb98c99528 HTTP/1.1" status: 200 len: 375 time: 0.0098553 Oct 09 01:07:00.246985 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-33170043-6f32-4d46-9d1c-f469c1196055 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eca3b6a4954f446c872e43cb98c99528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294967 Oct 09 01:07:00.257094 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-7d96ac0b-47e2-4dc2-b2b8-6273eb39f964 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 01:07:00.258585 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-7d96ac0b-47e2-4dc2-b2b8-6273eb39f964 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054677 Oct 09 01:07:00.346043 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-05d14d26-e11f-4bf1-82c3-8f1fb6914cc4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822594 Oct 09 01:07:00.436530 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-137a980f-fb20-4449-ab5f-5e15c37f47a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848262 Oct 09 01:07:00.597983 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-e79fa8f4-ef1a-40a6-84e8-9527d0c26825 req-d2820e62-daae-4bdc-992e-0bc7b49b2ae3 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 210 time: 0.0299006 Oct 09 01:07:01.746397 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2d1666eb-249d-48a6-a4ce-ed60cb5cb835 req-622b0b7e-b619-4f8d-9fda-4e563634906f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 210 time: 0.0618763 Oct 09 01:07:01.804016 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-bf3309b5-ee6a-47a9-8bb5-2b0ecb210ae8 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:01.805494 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-bf3309b5-ee6a-47a9-8bb5-2b0ecb210ae8 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 200 len: 814 time: 0.1420779 Oct 09 01:07:01.828340 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Request body: {'port': {'device_id': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11', 'admin_state_up': True, 'tenant_id': 'eca3b6a4954f446c872e43cb98c99528'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:07:01.936276 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Made reservation on behalf of eca3b6a4954f446c872e43cb98c99528 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:07:01.940252 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:02.067514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Allocated IP 172.20.0.4 (7cd2bff9-2f53-480c-b55a-68a046190b11/31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90/e75a4675-58d6-4e5d-a818-f3569f47570c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:07:02.131192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:02.219110 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks [] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:02.220183 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:02.253726 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:02.295269 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Network 7cd2bff9-2f53-480c-b55a-68a046190b11 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:07:02.298591 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:07:02.302278 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:07:02.330100 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Pushing event updated for resources: {'Port': ['ID=e75a4675-58d6-4e5d-a818-f3569f47570c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:07:02.354502 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:02.355107 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:02.370915 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ea49c373-9b1d-48f6-b6a4-a3ebdc922778 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464532 Oct 09 01:07:02.379305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-a2444b87-7b22-45c7-82c2-a7174a4f0e40 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 09 01:07:02.380292 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-a2444b87-7b22-45c7-82c2-a7174a4f0e40 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048029 Oct 09 01:07:02.440032 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Request body: {'port': {'device_id': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:07:02.755111 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:02.872239 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be71e-b817-4ba5-b0d6-fadca41b2c03 req-b20b91bf-8df6-4e65-bc7b-6bc52a5cea06 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:02.873830 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-975be71e-b817-4ba5-b0d6-fadca41b2c03 req-b20b91bf-8df6-4e65-bc7b-6bc52a5cea06 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 931 time: 0.0469391 Oct 09 01:07:02.925692 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-975be71e-b817-4ba5-b0d6-fadca41b2c03 req-a98187b8-0c37-47a3-9c83-c73d0d421c7f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Oct 09 01:07:03.017610 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75a4675-58d6-4e5d-a818-f3569f47570c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:07:03.025044 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Publish callbacks [] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:03.037463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Transition to ACTIVE for port object e75a4675-58d6-4e5d-a818-f3569f47570c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:07:03.041305 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:03.123567 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Pushing event updated for resources: {'Port': ['ID=e75a4675-58d6-4e5d-a818-f3569f47570c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:07:03.150546 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Attempting to bind port e75a4675-58d6-4e5d-a818-f3569f47570c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:07:03.150880 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Attempting to bind port e75a4675-58d6-4e5d-a818-f3569f47570c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:07:03.151213 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Attempting to bind port e75a4675-58d6-4e5d-a818-f3569f47570c on network 7cd2bff9-2f53-480c-b55a-68a046190b11 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:07:03.174459 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:03.194595 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Port e75a4675-58d6-4e5d-a818-f3569f47570c on network 7cd2bff9-2f53-480c-b55a-68a046190b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:07:03.194924 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Attempting to bind port e75a4675-58d6-4e5d-a818-f3569f47570c on network 7cd2bff9-2f53-480c-b55a-68a046190b11 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:07:03.235735 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:07:03.236075 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Checking segment: {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:07:03.236467 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Bound using segment: {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:07:03.236902 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Bound port: e75a4675-58d6-4e5d-a818-f3569f47570c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:07:03.237264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:03.299671 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] For port e75a4675-58d6-4e5d-a818-f3569f47570c, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:07:03.302523 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] For port e75a4675-58d6-4e5d-a818-f3569f47570c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e75a4675-58d6-4e5d-a818-f3569f47570c,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:07:03.308686 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:03.313517 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:03.314122 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:03.315475 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/e75a4675-58d6-4e5d-a818-f3569f47570c HTTP/1.1" status: 200 len: 1093 time: 0.9219117 Oct 09 01:07:03.316049 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'tag': 'e75a4675-58d6-4e5d-a818-f3569f47570c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:07:03.318297 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3659d2-ad76-45be-ab68-eeb1b7edd1cf", "tag": "e75a4675-58d6-4e5d-a818-f3569f47570c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:07:03.362384 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b7f7-2434-4f5e-9950-f2b00ab48995 service neutron] Pushing event updated for resources: {'Port': ['ID=e75a4675-58d6-4e5d-a818-f3569f47570c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:07:03.371967 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed3ab5-a81a-46f9-b084-483aa90b1191 x-openstack-request-id: req-b1ed3ab5-a81a-46f9-b084-483aa90b1191 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:07:03.372256 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3659d2-ad76-45be-ab68-eeb1b7edd1cf", "tag": "e75a4675-58d6-4e5d-a818-f3569f47570c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:07:03.372512 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b1ed3ab5-a81a-46f9-b084-483aa90b1191 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:07:03.372918 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ed3ab5-a81a-46f9-b084-483aa90b1191'] response: {'name': 'network-changed', 'server_uuid': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'tag': 'e75a4675-58d6-4e5d-a818-f3569f47570c', 'status': 'completed', 'code': 200} Oct 09 01:07:03.402651 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:03.435056 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-9b053be4-2ecb-4e24-abed-e2af75674339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:03.436591 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-9b053be4-2ecb-4e24-abed-e2af75674339 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eca3b6a4954f446c872e43cb98c99528&device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 1127 time: 0.0415359 Oct 09 01:07:03.484107 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-9316faed-2e18-413c-8817-820788c5385a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e75a4675-58d6-4e5d-a818-f3569f47570c HTTP/1.1" status: 200 len: 217 time: 0.0349851 Oct 09 01:07:03.532381 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-5aa3f82c-1e1c-4f0a-be54-643cee02bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:03.533773 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-5aa3f82c-1e1c-4f0a-be54-643cee02bf99 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90 HTTP/1.1" status: 200 len: 854 time: 0.0428870 Oct 09 01:07:03.564564 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-7ddff3ef-4281-4564-a07c-dc6c2440cf89 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7cd2bff9-2f53-480c-b55a-68a046190b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254812 Oct 09 01:07:03.654482 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-ed2f3cf4-420b-4564-a884-b3aa0c074505 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845273 Oct 09 01:07:03.744103 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-8bcc1e65-6a89-4a9f-960a-c2bd8488fd70 req-76631597-c94f-4ab0-b8f0-f356f4b9504e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Oct 09 01:07:04.045373 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283834b-f311-4959-9c3f-aeffa00a846b req-34741cb2-bdba-4afb-b9b6-e6e994fa7127 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:04.046835 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2283834b-f311-4959-9c3f-aeffa00a846b req-34741cb2-bdba-4afb-b9b6-e6e994fa7127 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 943 time: 0.0466750 Oct 09 01:07:04.082267 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:04.095428 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-2283834b-f311-4959-9c3f-aeffa00a846b req-46467c0b-ad07-483e-9045-f106657e69c1 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Oct 09 01:07:04.513383 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-1f18ce7e-8068-434a-9a07-4211b835387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:04.514862 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-1f18ce7e-8068-434a-9a07-4211b835387a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eca3b6a4954f446c872e43cb98c99528&device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 1127 time: 0.0393226 Oct 09 01:07:04.606868 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-e6fa17d8-5644-45a7-9dbc-2dbdfce9077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:04.608353 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-e6fa17d8-5644-45a7-9dbc-2dbdfce9077f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 200 len: 915 time: 0.0873718 Oct 09 01:07:04.646036 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-8e99c784-d820-4116-b3cf-1be66e43160d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e75a4675-58d6-4e5d-a818-f3569f47570c HTTP/1.1" status: 200 len: 217 time: 0.0321057 Oct 09 01:07:04.696834 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-baec3e9d-a216-4c1a-a9b5-74ecc4829f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:04.698227 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-baec3e9d-a216-4c1a-a9b5-74ecc4829f53 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90 HTTP/1.1" status: 200 len: 854 time: 0.0469773 Oct 09 01:07:04.728783 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-d3958e9f-c536-49b1-9d84-ab859ed5058b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7cd2bff9-2f53-480c-b55a-68a046190b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249636 Oct 09 01:07:04.816893 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-f62334ba-962b-4fa8-838a-b09446d6f2e1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825734 Oct 09 01:07:04.908058 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-086cb110-8af4-4fd2-9d1b-b4de5cc5b0f9 req-0e07bf63-2347-44ca-b1a3-3e69771d9c76 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Oct 09 01:07:05.217314 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7e615-d9b9-4c25-b4c0-322911385e77 req-8a68efd5-8dcc-465d-bad7-ff1e79177c63 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:05.218781 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98b7e615-d9b9-4c25-b4c0-322911385e77 req-8a68efd5-8dcc-465d-bad7-ff1e79177c63 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 943 time: 0.0469759 Oct 09 01:07:05.230916 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:05.267304 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-98b7e615-d9b9-4c25-b4c0-322911385e77 req-9ed3dfbe-d175-4508-9d93-668255cb69b9 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428283 Oct 09 01:07:06.386181 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17260ba-1b3e-422e-886b-e88af4bb89b1 req-b8ee55a9-e82f-48b0-84f4-1d36ee3afaba tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:06.387561 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c17260ba-1b3e-422e-886b-e88af4bb89b1 req-b8ee55a9-e82f-48b0-84f4-1d36ee3afaba tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 943 time: 0.0462966 Oct 09 01:07:06.434823 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c17260ba-1b3e-422e-886b-e88af4bb89b1 req-6370595a-3634-4ea1-b21d-48bdabf20fed tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Oct 09 01:07:07.441271 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device e75a4675-58d6-4e5d-a818-f3569f47570c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:07:07.452751 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:07.545493 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port e75a4675-58d6-4e5d-a818-f3569f47570c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e75a4675-58d6-4e5d-a818-f3569f47570c,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:07:07.556613 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': 'e75a4675-58d6-4e5d-a818-f3569f47570c', 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11', 'port_id': 'e75a4675-58d6-4e5d-a818-f3569f47570c', 'mac_address': 'fa:16:3e:df:94:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:07:07.556796 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2970a-07ee-4190-934d-20b250164114 req-2f1969ee-bdca-47ac-b0a3-a8e5a25c7988 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:07.558138 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3b2970a-07ee-4190-934d-20b250164114 req-2f1969ee-bdca-47ac-b0a3-a8e5a25c7988 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 943 time: 0.0511847 Oct 09 01:07:07.603434 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port e75a4675-58d6-4e5d-a818-f3569f47570c is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:07:07.603773 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:07.605075 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-c3b2970a-07ee-4190-934d-20b250164114 req-854e7ab1-712a-472b-bd3f-14e985b9b90a tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Oct 09 01:07:07.631233 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2aa632a3-4717-4c75-8b61-782ba5b411f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:07.631233 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a4675-58d6-4e5d-a818-f3569f47570c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:07:07.640840 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:07.642644 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port e75a4675-58d6-4e5d-a818-f3569f47570c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e75a4675-58d6-4e5d-a818-f3569f47570c,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:07:07.645993 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:07.691312 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=e75a4675-58d6-4e5d-a818-f3569f47570c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:07:07.934235 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['e75a4675-58d6-4e5d-a818-f3569f47570c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:07:08.729145 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8ada-8ffb-4f32-ba44-7d22bf844204 req-4a3d5fec-4a96-4de7-bc93-0a43110619d5 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:08.730573 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5b2b8ada-8ffb-4f32-ba44-7d22bf844204 req-4a3d5fec-4a96-4de7-bc93-0a43110619d5 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 944 time: 0.0496578 Oct 09 01:07:08.776006 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5b2b8ada-8ffb-4f32-ba44-7d22bf844204 req-917fbcd6-2ef9-4337-8415-cf489b93e3ab tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Oct 09 01:07:09.463463 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device e75a4675-58d6-4e5d-a818-f3569f47570c up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:07:09.507754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port e75a4675-58d6-4e5d-a818-f3569f47570c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:07:09.514288 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port e75a4675-58d6-4e5d-a818-f3569f47570c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:07:09.514684 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:09.515019 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port e75a4675-58d6-4e5d-a818-f3569f47570c Oct 09 01:07:09.585648 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port e75a4675-58d6-4e5d-a818-f3569f47570c is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:07:09.586021 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:09.608454 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a4675-58d6-4e5d-a818-f3569f47570c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:07:09.610616 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc86a49-3e5d-4da8-a49b-034117a26012" -d '{"events": [{"server_uuid": "2d3659d2-ad76-45be-ab68-eeb1b7edd1cf", "name": "network-vif-plugged", "status": "completed", "tag": "e75a4675-58d6-4e5d-a818-f3569f47570c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:07:09.624272 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port e75a4675-58d6-4e5d-a818-f3569f47570c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e75a4675-58d6-4e5d-a818-f3569f47570c,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:07:09.628086 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:09.676256 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=e75a4675-58d6-4e5d-a818-f3569f47570c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:07:09.766754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816a37d4-2d48-4d53-b7eb-8fff0cd666ea x-openstack-request-id: req-816a37d4-2d48-4d53-b7eb-8fff0cd666ea {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:07:09.767045 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3659d2-ad76-45be-ab68-eeb1b7edd1cf", "name": "network-vif-plugged", "status": "completed", "tag": "e75a4675-58d6-4e5d-a818-f3569f47570c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:07:09.767295 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-816a37d4-2d48-4d53-b7eb-8fff0cd666ea {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:07:09.767723 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816a37d4-2d48-4d53-b7eb-8fff0cd666ea'] response: {'server_uuid': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a4675-58d6-4e5d-a818-f3569f47570c', 'code': 200} Oct 09 01:07:09.831983 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-456f78f9-93d8-413d-bdcf-f90892185d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:09.901054 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999f07-c7b4-462b-b281-0273507f1438 req-1f9e20e3-859e-4dc4-baee-79f3eb100052 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:09.902444 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-61999f07-c7b4-462b-b281-0273507f1438 req-1f9e20e3-859e-4dc4-baee-79f3eb100052 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 945 time: 0.0490973 Oct 09 01:07:09.951068 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-61999f07-c7b4-462b-b281-0273507f1438 req-06ea0c9e-235d-4c24-90b2-101c50eaea18 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Oct 09 01:07:09.986044 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e117280-0cfd-4c7b-83c3-5341ac0505bb req-fd4e0288-7bf1-4917-973a-5491438c7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:09.987550 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e117280-0cfd-4c7b-83c3-5341ac0505bb req-fd4e0288-7bf1-4917-973a-5491438c7b95 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 1129 time: 0.0466340 Oct 09 01:07:10.017893 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=100 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:10.031575 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-3e117280-0cfd-4c7b-83c3-5341ac0505bb req-3f1024f2-3bb8-4207-9e92-7a2011581abe service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 Oct 09 01:07:11.092896 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa474f-c4cb-4c11-a21b-f1043456f41c req-55cb98a4-cb45-4c1c-bf99-0ecbd62a5220 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:11.094999 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0aa474f-c4cb-4c11-a21b-f1043456f41c req-55cb98a4-cb45-4c1c-bf99-0ecbd62a5220 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 945 time: 0.0503621 Oct 09 01:07:11.145796 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-d0aa474f-c4cb-4c11-a21b-f1043456f41c req-683b2cd2-b4ec-487e-b430-e04e3fc8e174 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Oct 09 01:07:11.352877 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:11.358801 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:12.268409 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83940db-a296-44e2-a326-3fb3f300ba49 req-fec10c37-2217-4530-bcc2-4e23373a1122 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:12.269866 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83940db-a296-44e2-a326-3fb3f300ba49 req-fec10c37-2217-4530-bcc2-4e23373a1122 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 945 time: 0.0490329 Oct 09 01:07:12.316080 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-a83940db-a296-44e2-a326-3fb3f300ba49 req-204f412e-79f2-4e9b-8e94-550bcd4c330b tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Oct 09 01:07:12.945682 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:12.975073 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:18.376831 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:07:21.139500 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=26 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:21.142097 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=11 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:22.310394 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=56 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:22.312283 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=35 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:22.969057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:22.971430 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:24.174587 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:27.199824 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:36.152909 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:36.153660 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:37.192246 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:37.195058 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:37.600455 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0694-9a7c-4f99-b4c0-e6e328cee572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:39.824479 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd0ec-2c1e-4d4f-8a6a-902bce32f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:41.360373 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:42.946658 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:42.976748 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:48.843867 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a655a-9db6-42c7-96d8-646ffa66484c req-4e2d59e9-c979-45aa-a4c9-2a7f2bd84ca9 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:48.845255 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c93a655a-9db6-42c7-96d8-646ffa66484c req-4e2d59e9-c979-45aa-a4c9-2a7f2bd84ca9 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 945 time: 0.0469460 Oct 09 01:07:48.892264 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-c93a655a-9db6-42c7-96d8-646ffa66484c req-bdee6850-1a01-45f5-a00a-877f8a2aeff4 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Oct 09 01:07:50.014366 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6bc5b-8d4f-4ee2-bd64-b1074b1082cd req-3410859a-2826-4628-bd4f-c50e70c6661c tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:50.015839 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cde6bc5b-8d4f-4ee2-bd64-b1074b1082cd req-3410859a-2826-4628-bd4f-c50e70c6661c tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 945 time: 0.0460851 Oct 09 01:07:50.063327 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-cde6bc5b-8d4f-4ee2-bd64-b1074b1082cd req-e291e1a5-c0b1-4c34-8607-8690f0dab08e tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Oct 09 01:07:50.532027 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-d3c198f6-538a-4bd2-b7c9-cf1e31430861 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:07:50.533418 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-d3c198f6-538a-4bd2-b7c9-cf1e31430861 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 945 time: 0.0471783 Oct 09 01:07:50.620502 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Deleting port e75a4675-58d6-4e5d-a818-f3569f47570c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:07:50.620820 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:50.711266 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] For port e75a4675-58d6-4e5d-a818-f3569f47570c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e75a4675-58d6-4e5d-a818-f3569f47570c,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:07:50.711645 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:50.724108 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Calling delete_port for e75a4675-58d6-4e5d-a818-f3569f47570c owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:07:50.850360 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (e75a4675-58d6-4e5d-a818-f3569f47570c), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:50.885198 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['e75a4675-58d6-4e5d-a818-f3569f47570c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:07:50.885789 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Pushing event deleted for resources: {'Port': ['ID=e75a4675-58d6-4e5d-a818-f3569f47570c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:07:50.914619 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.914960 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.915302 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.915730 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.916069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.916431 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.916763 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.917217 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.917475 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.917800 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.918200 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.918547 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.918884 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.919206 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.919550 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:07:50.940167 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] No DVR routers for this DVR port e75a4675-58d6-4e5d-a818-f3569f47570c on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:07:50.942449 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:50.945662 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-f2da5cd0-e6ad-4554-9de3-96ed063bc83e req-29c74bb7-3048-420e-8eaf-db2c6da48a14 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e75a4675-58d6-4e5d-a818-f3569f47570c HTTP/1.1" status: 204 len: 173 time: 0.4070487 Oct 09 01:07:50.946110 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'name': 'network-vif-deleted', 'tag': 'e75a4675-58d6-4e5d-a818-f3569f47570c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:07:50.948368 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3ba64-e803-4678-b92f-1279021d0d08" -d '{"events": [{"server_uuid": "2d3659d2-ad76-45be-ab68-eeb1b7edd1cf", "name": "network-vif-deleted", "tag": "e75a4675-58d6-4e5d-a818-f3569f47570c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:07:50.986024 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c088f-4f27-4a45-bbea-c5db8d6d0d69 x-openstack-request-id: req-ea7c088f-4f27-4a45-bbea-c5db8d6d0d69 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:07:50.986317 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3659d2-ad76-45be-ab68-eeb1b7edd1cf", "name": "network-vif-deleted", "tag": "e75a4675-58d6-4e5d-a818-f3569f47570c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:07:50.986572 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ea7c088f-4f27-4a45-bbea-c5db8d6d0d69 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:07:50.986979 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7c088f-4f27-4a45-bbea-c5db8d6d0d69'] response: {'server_uuid': '2d3659d2-ad76-45be-ab68-eeb1b7edd1cf', 'name': 'network-vif-deleted', 'tag': 'e75a4675-58d6-4e5d-a818-f3569f47570c', 'status': 'completed', 'code': 200} Oct 09 01:07:51.178284 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3d9d820-1a6a-45a5-a4b5-f9e0359a18e4 req-7440fc95-5ae0-45a1-811f-b9c9935ebdfc tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2d3659d2-ad76-45be-ab68-eeb1b7edd1cf HTTP/1.1" status: 200 len: 210 time: 0.0289705 Oct 09 01:07:52.972327 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:55.375571 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:07:55.708782 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device e75a4675-58d6-4e5d-a818-f3569f47570c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:07:55.728639 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: e75a4675-58d6-4e5d-a818-f3569f47570c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:07:55.728992 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device e75a4675-58d6-4e5d-a818-f3569f47570c not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:07:57.214797 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:07:58.885910 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:07:58.887836 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=10 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:00.227666 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-70c62905-e62e-4677-9024-4df766f7a55f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:00.229120 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-70c62905-e62e-4677-9024-4df766f7a55f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 200 len: 814 time: 0.1043956 Oct 09 01:08:00.243292 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-d5a63d07-89d3-437e-bbc0-c8f54dd5e697 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/quotas/eca3b6a4954f446c872e43cb98c99528 HTTP/1.1" status: 200 len: 375 time: 0.0088387 Oct 09 01:08:00.274627 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-1a697e98-0ec2-4504-9460-a2cf65a278d4 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eca3b6a4954f446c872e43cb98c99528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266221 Oct 09 01:08:00.363307 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ba7c1abb-ab49-4b26-b789-790ab1dd1e83 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814750 Oct 09 01:08:00.455559 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-f0029113-332e-4f65-aff5-1cc9ae435b39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866048 Oct 09 01:08:00.612437 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-caeabb0e-73be-4fd9-9896-758e29a9995d req-3dfd423d-ed8b-4c67-a1d1-fa7d6678962d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 210 time: 0.0270615 Oct 09 01:08:01.173455 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:01.635869 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:01.651867 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:01.673328 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-da7b561d-55e3-4070-8e2e-ccba41b8a812 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:01.674876 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-da7b561d-55e3-4070-8e2e-ccba41b8a812 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 200 len: 814 time: 0.1155250 Oct 09 01:08:01.693879 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Request body: {'port': {'device_id': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11', 'admin_state_up': True, 'tenant_id': 'eca3b6a4954f446c872e43cb98c99528'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:08:01.757816 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-71f088af-67b7-452e-bde1-facd1b39c541 req-8ddb2aaf-7e54-4eb2-bdd8-df21bbc0113a tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 210 time: 0.0602808 Oct 09 01:08:01.826778 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Made reservation on behalf of eca3b6a4954f446c872e43cb98c99528 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:08:01.830696 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:01.954268 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Allocated IP 172.20.0.13 (7cd2bff9-2f53-480c-b55a-68a046190b11/31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90/412074d4-7d44-4fcc-aa1a-123e0303dc5f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:08:02.101876 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks [] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.132612 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.177139 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Network 7cd2bff9-2f53-480c-b55a-68a046190b11 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:08:02.180376 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:08:02.184182 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:08:02.190192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Pushing event updated for resources: {'Port': ['ID=412074d4-7d44-4fcc-aa1a-123e0303dc5f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:02.237353 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:02.237883 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.253849 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-8f422b9b-8bec-448c-915a-4e8cd23f735d tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5639174 Oct 09 01:08:02.270798 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Request body: {'port': {'device_id': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:08:02.328065 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.439834 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:02.499782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:02.580944 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412074d4-7d44-4fcc-aa1a-123e0303dc5f {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:08:02.588274 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Publish callbacks [] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.601011 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Transition to ACTIVE for port object 412074d4-7d44-4fcc-aa1a-123e0303dc5f will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 09 01:08:02.605477 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.665006 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=412074d4-7d44-4fcc-aa1a-123e0303dc5f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:02.712494 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Attempting to bind port 412074d4-7d44-4fcc-aa1a-123e0303dc5f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:08:02.712827 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Attempting to bind port 412074d4-7d44-4fcc-aa1a-123e0303dc5f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:08:02.713157 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Attempting to bind port 412074d4-7d44-4fcc-aa1a-123e0303dc5f on network 7cd2bff9-2f53-480c-b55a-68a046190b11 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:08:02.756178 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Port 412074d4-7d44-4fcc-aa1a-123e0303dc5f on network 7cd2bff9-2f53-480c-b55a-68a046190b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 09 01:08:02.756429 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Attempting to bind port 412074d4-7d44-4fcc-aa1a-123e0303dc5f on network 7cd2bff9-2f53-480c-b55a-68a046190b11 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:08:02.803271 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Checking agent: {'id': '920cebf2-6fcc-42c2-918a-071919924c81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 9, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:08:02.803656 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Checking segment: {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:08:02.804000 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Bound using segment: {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:08:02.804463 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Bound port: 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0664c72a-196f-4719-aa05-12245b5ef239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:08:02.804797 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.865275 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] For port 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host hv-cinder-maste, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:08:02.868294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] For port 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:08:02.874240 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.879304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:02.879949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:02.881334 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/412074d4-7d44-4fcc-aa1a-123e0303dc5f HTTP/1.1" status: 200 len: 1094 time: 0.6143870 Oct 09 01:08:02.881894 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'tag': '412074d4-7d44-4fcc-aa1a-123e0303dc5f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:08:02.884192 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601" -d '{"events": [{"name": "network-changed", "server_uuid": "34b6c397-86fd-4b8c-88b8-6f1c06712aae", "tag": "412074d4-7d44-4fcc-aa1a-123e0303dc5f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:08:02.887985 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33af65-e65f-422b-bc76-af4ff92c61dd req-a849f385-4b5c-4306-b9d0-12d7b3c1ac98 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:02.890014 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6e33af65-e65f-422b-bc76-af4ff92c61dd req-a849f385-4b5c-4306-b9d0-12d7b3c1ac98 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 944 time: 0.0507596 Oct 09 01:08:02.939065 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb7b08-f3d3-4719-a701-e699a99cc2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=412074d4-7d44-4fcc-aa1a-123e0303dc5f,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:02.948389 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 09 Oct 2022 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3891615a-0320-45b2-8326-e1cdcbc8b603 x-openstack-request-id: req-3891615a-0320-45b2-8326-e1cdcbc8b603 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:08:02.948548 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-6e33af65-e65f-422b-bc76-af4ff92c61dd req-8317f231-bb19-40e8-b326-b7f3a24b6d01 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Oct 09 01:08:02.949212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b6c397-86fd-4b8c-88b8-6f1c06712aae", "tag": "412074d4-7d44-4fcc-aa1a-123e0303dc5f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:08:02.949496 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3891615a-0320-45b2-8326-e1cdcbc8b603 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:08:02.949903 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3891615a-0320-45b2-8326-e1cdcbc8b603'] response: {'name': 'network-changed', 'server_uuid': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'tag': '412074d4-7d44-4fcc-aa1a-123e0303dc5f', 'status': 'completed', 'code': 200} Oct 09 01:08:03.008072 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-00596163-4da1-4f36-b15c-de15b2372ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:03.009459 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-00596163-4da1-4f36-b15c-de15b2372ec9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eca3b6a4954f446c872e43cb98c99528&device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 1128 time: 0.0385835 Oct 09 01:08:03.053271 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-e6de5caa-21c3-4113-b8f5-061ea441383b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f HTTP/1.1" status: 200 len: 217 time: 0.0317438 Oct 09 01:08:03.099819 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-5685392e-9f36-4367-a4a8-e648da4ac2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:03.101242 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-5685392e-9f36-4367-a4a8-e648da4ac2b4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90 HTTP/1.1" status: 200 len: 854 time: 0.0427110 Oct 09 01:08:03.135566 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-edca96e8-ef7d-4172-a1b6-323310d1c1bf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7cd2bff9-2f53-480c-b55a-68a046190b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284925 Oct 09 01:08:03.226156 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-80237235-f691-4186-842e-3eab5c417601 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Oct 09 01:08:03.323774 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-260f8237-e0ec-4d44-9ded-abdb17a4b24d req-be903c7d-80e6-410d-9fd1-d974bc802d4d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Oct 09 01:08:04.068290 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de7f3-b30f-49e7-a356-8fc170998ab1 req-61661abf-8e41-41af-92a1-65766ef58a18 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:04.069724 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-469de7f3-b30f-49e7-a356-8fc170998ab1 req-61661abf-8e41-41af-92a1-65766ef58a18 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 944 time: 0.0460718 Oct 09 01:08:04.103753 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:04.112477 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:04.143722 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-469de7f3-b30f-49e7-a356-8fc170998ab1 req-2f8800b3-cbaf-4925-98bd-3efcde300151 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683699 Oct 09 01:08:04.157357 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-9ffb661c-52e9-4724-b30a-bdab17fd0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:04.158793 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-9ffb661c-52e9-4724-b30a-bdab17fd0dcc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eca3b6a4954f446c872e43cb98c99528&device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 1128 time: 0.0470753 Oct 09 01:08:04.250422 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-f522f6a1-1dff-4ef1-a588-3f07985e684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:04.251768 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-f522f6a1-1dff-4ef1-a588-3f07985e684e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 200 len: 915 time: 0.0866287 Oct 09 01:08:04.290666 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-e6c77d6a-9e5a-467e-a672-bef25b96d79e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f HTTP/1.1" status: 200 len: 217 time: 0.0316758 Oct 09 01:08:04.340396 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-48f7c224-be58-4a04-bced-0f389f62db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:04.341767 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-48f7c224-be58-4a04-bced-0f389f62db2f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90 HTTP/1.1" status: 200 len: 854 time: 0.0458851 Oct 09 01:08:04.371510 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-28dd9b63-2470-46de-bc74-4c0bc04f6f67 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7cd2bff9-2f53-480c-b55a-68a046190b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241857 Oct 09 01:08:04.459621 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-e87a9ef5-180a-4581-a1f9-eaef47f17c56 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824177 Oct 09 01:08:04.550608 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-7fe57e74-2c12-41ec-b4f7-7a5f250cd601 req-cb474bfc-a847-434a-92bd-dc317e6ce552 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856097 Oct 09 01:08:05.372053 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:05.409749 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdeb56-4164-4829-89b8-c35e2ffec985 req-a451963e-52f9-4340-bca6-b9d7fb359764 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:05.411201 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-38bdeb56-4164-4829-89b8-c35e2ffec985 req-a451963e-52f9-4340-bca6-b9d7fb359764 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 944 time: 0.0474896 Oct 09 01:08:05.459006 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-38bdeb56-4164-4829-89b8-c35e2ffec985 req-9d90bfe8-0b4b-4935-8abf-4a3b3d892db2 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Oct 09 01:08:05.706389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 412074d4-7d44-4fcc-aa1a-123e0303dc5f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 09 01:08:05.804993 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:08:05.817200 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Returning: {'device': '412074d4-7d44-4fcc-aa1a-123e0303dc5f', 'network_id': '7cd2bff9-2f53-480c-b55a-68a046190b11', 'port_id': '412074d4-7d44-4fcc-aa1a-123e0303dc5f', 'mac_address': 'fa:16:3e:19:69:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 09 01:08:05.851507 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 412074d4-7d44-4fcc-aa1a-123e0303dc5f is: DOWN; New status is: BUILD {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:08:05.851938 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:05.865283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412074d4-7d44-4fcc-aa1a-123e0303dc5f {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 09 01:08:05.885389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:08:05.889691 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:05.940149 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=412074d4-7d44-4fcc-aa1a-123e0303dc5f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:05.947173 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.947523 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.947895 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.948256 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.948577 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.948917 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.949235 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.949585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.949912 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.950239 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.950564 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.950891 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.951215 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.952135 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:05.952456 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:06.160030 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['412074d4-7d44-4fcc-aa1a-123e0303dc5f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:08:06.578162 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131299-29f3-44af-93b9-b577dcf27b4b req-d7835480-df53-42ed-92f1-cbc676ba36ae tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:06.579625 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17131299-29f3-44af-93b9-b577dcf27b4b req-d7835480-df53-42ed-92f1-cbc676ba36ae tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 945 time: 0.0469198 Oct 09 01:08:06.625767 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-17131299-29f3-44af-93b9-b577dcf27b4b req-8a858c2f-f3d3-4244-a06e-6f8b5eddc83c tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Oct 09 01:08:07.592110 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:07.608023 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4735c427-7585-4e8c-8668-2daf5b5877d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:07.732361 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 412074d4-7d44-4fcc-aa1a-123e0303dc5f up at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:08:07.747012 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10083075-2f4d-43e9-b3fb-0f3545fe504d req-6327204f-4eae-4062-93ad-87984037ea53 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:07.748817 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-10083075-2f4d-43e9-b3fb-0f3545fe504d req-6327204f-4eae-4062-93ad-87984037ea53 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 945 time: 0.0479336 Oct 09 01:08:07.777444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning for port 412074d4-7d44-4fcc-aa1a-123e0303dc5f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 09 01:08:07.784326 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Provisioning complete for port 412074d4-7d44-4fcc-aa1a-123e0303dc5f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:07.784710 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:07.785049 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Attempt 1 to provision port 412074d4-7d44-4fcc-aa1a-123e0303dc5f Oct 09 01:08:07.802662 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-10083075-2f4d-43e9-b3fb-0f3545fe504d req-cc0943a9-fd80-462b-9fef-e3dc76b2d69f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Oct 09 01:08:07.858048 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Current status of the port 412074d4-7d44-4fcc-aa1a-123e0303dc5f is: BUILD; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:08:07.858429 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:07.882612 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412074d4-7d44-4fcc-aa1a-123e0303dc5f'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:08:07.884888 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fe77a919c21986fd45e9b9ee9d6ffe90938a9e54e440011b2340eb7b7477ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ff8fb2-efbc-42ad-9d6f-51a0ffdad6e1" -d '{"events": [{"server_uuid": "34b6c397-86fd-4b8c-88b8-6f1c06712aae", "name": "network-vif-plugged", "status": "completed", "tag": "412074d4-7d44-4fcc-aa1a-123e0303dc5f"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:08:07.897950 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] For port 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:08:07.902061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:07.932071 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185fa50-675c-4fb9-b75d-ee45c072e28e x-openstack-request-id: req-8185fa50-675c-4fb9-b75d-ee45c072e28e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:08:07.932359 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b6c397-86fd-4b8c-88b8-6f1c06712aae", "name": "network-vif-plugged", "status": "completed", "tag": "412074d4-7d44-4fcc-aa1a-123e0303dc5f", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:08:07.932610 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8185fa50-675c-4fb9-b75d-ee45c072e28e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:08:07.932993 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8185fa50-675c-4fb9-b75d-ee45c072e28e'] response: {'server_uuid': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412074d4-7d44-4fcc-aa1a-123e0303dc5f', 'code': 200} Oct 09 01:08:07.958904 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Pushing event updated for resources: {'Port': ['ID=412074d4-7d44-4fcc-aa1a-123e0303dc5f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:08.131419 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de614-cc58-4951-82d4-c9557c27537c req-ee5391cd-a281-4f21-b2eb-fe24dc23521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:08.132913 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a7de614-cc58-4951-82d4-c9557c27537c req-ee5391cd-a281-4f21-b2eb-fe24dc23521e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 1130 time: 0.0418081 Oct 09 01:08:08.176277 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-2a7de614-cc58-4951-82d4-c9557c27537c req-74a486dc-cabd-453d-9497-745dbcb93ec3 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371649 Oct 09 01:08:08.923341 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a8618-6aaa-423f-aaf6-61a6186b3724 req-60e8c076-5931-4d45-8ee9-b5edf3d131e7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:08.924846 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff4a8618-6aaa-423f-aaf6-61a6186b3724 req-60e8c076-5931-4d45-8ee9-b5edf3d131e7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 946 time: 0.0478530 Oct 09 01:08:08.971833 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-ff4a8618-6aaa-423f-aaf6-61a6186b3724 req-8a55f444-a437-43b8-94ec-88778fe31b86 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Oct 09 01:08:09.826234 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8888f471-55bd-4d13-942f-76c103e69b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:10.092087 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed856a8-a828-4c43-8852-7bd682a8de3d req-0c19fc7c-c8ff-4b51-92e7-7064d36f6927 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:10.093544 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ed856a8-a828-4c43-8852-7bd682a8de3d req-0c19fc7c-c8ff-4b51-92e7-7064d36f6927 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 946 time: 0.0467257 Oct 09 01:08:10.139271 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-9ed856a8-a828-4c43-8852-7bd682a8de3d req-cd92069a-5ab3-4b42-b60c-f18f457c6dc3 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Oct 09 01:08:11.362973 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:12.949636 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:12.978765 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:18.965585 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=38 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:18.968485 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=36 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:20.133589 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=75 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:20.136294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=61 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:22.973171 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=37,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:22.975150 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:27.229380 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:29.258350 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4eb76-9cb1-43f9-b883-24ec3bb3a3dc req-93124c78-7567-4be5-bba8-8a7f01108e79 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:29.259744 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fe4eb76-9cb1-43f9-b883-24ec3bb3a3dc req-93124c78-7567-4be5-bba8-8a7f01108e79 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 946 time: 0.0460467 Oct 09 01:08:29.312997 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-1fe4eb76-9cb1-43f9-b883-24ec3bb3a3dc req-7da54f4f-4cc4-4f45-b643-40480c44af73 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 Oct 09 01:08:30.435092 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4e7d-4495-4d73-aaf4-ec976461bdb6 req-e1f8fd05-e200-423e-9d65-8396987b9a61 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:30.436643 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-107d4e7d-4495-4d73-aaf4-ec976461bdb6 req-e1f8fd05-e200-423e-9d65-8396987b9a61 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 946 time: 0.0471942 Oct 09 01:08:30.483713 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-107d4e7d-4495-4d73-aaf4-ec976461bdb6 req-544b5299-7f81-458a-b0b9-b39b22ad23a9 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ddd5a713-4487-427c-9f3e-9665d0c35a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Oct 09 01:08:31.061367 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-9d05cbc2-e511-4457-a6fd-d6a6b6230b2f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:31.062787 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-9d05cbc2-e511-4457-a6fd-d6a6b6230b2f tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 946 time: 0.0462058 Oct 09 01:08:31.142567 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Deleting port 412074d4-7d44-4fcc-aa1a-123e0303dc5f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:08:31.142907 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:31.234743 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] For port 412074d4-7d44-4fcc-aa1a-123e0303dc5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=412074d4-7d44-4fcc-aa1a-123e0303dc5f,segment=NetworkSegment(0664c72a-196f-4719-aa05-12245b5ef239),segment_id=0664c72a-196f-4719-aa05-12245b5ef239)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:08:31.235109 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:31.248372 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Calling delete_port for 412074d4-7d44-4fcc-aa1a-123e0303dc5f owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:08:31.376736 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (412074d4-7d44-4fcc-aa1a-123e0303dc5f), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:31.405579 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Pushing event deleted for resources: {'Port': ['ID=412074d4-7d44-4fcc-aa1a-123e0303dc5f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:31.411032 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] get_ports_and_sgs() called for port_ids ['412074d4-7d44-4fcc-aa1a-123e0303dc5f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 09 01:08:31.448263 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] No DVR routers for this DVR port 412074d4-7d44-4fcc-aa1a-123e0303dc5f on host hv-cinder-maste {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:08:31.450752 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37185'] for port (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:31.454170 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-b3741f93-1a54-4c35-bb71-709f9670b343 req-b020f47a-8a92-41a8-8537-113178edd8d7 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.60 "DELETE /networking/v2.0/ports/412074d4-7d44-4fcc-aa1a-123e0303dc5f HTTP/1.1" status: 204 len: 173 time: 0.3859031 Oct 09 01:08:31.454669 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'name': 'network-vif-deleted', 'tag': '412074d4-7d44-4fcc-aa1a-123e0303dc5f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 09 01:08:31.457446 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a183dddc751ea86ecb0081e0260e75b3ae9999485558d7ae058d8d583e59a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f98d7f8-5290-4c78-8685-f264bb6001d5" -d '{"events": [{"server_uuid": "34b6c397-86fd-4b8c-88b8-6f1c06712aae", "name": "network-vif-deleted", "tag": "412074d4-7d44-4fcc-aa1a-123e0303dc5f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 09 01:08:31.500558 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 09 Oct 2022 01:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385b0e6-160f-4172-b6f4-537f7bab3552 x-openstack-request-id: req-d385b0e6-160f-4172-b6f4-537f7bab3552 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 09 01:08:31.500857 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b6c397-86fd-4b8c-88b8-6f1c06712aae", "name": "network-vif-deleted", "tag": "412074d4-7d44-4fcc-aa1a-123e0303dc5f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 09 01:08:31.501113 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d385b0e6-160f-4172-b6f4-537f7bab3552 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 09 01:08:31.501525 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d385b0e6-160f-4172-b6f4-537f7bab3552'] response: {'server_uuid': '34b6c397-86fd-4b8c-88b8-6f1c06712aae', 'name': 'network-vif-deleted', 'tag': '412074d4-7d44-4fcc-aa1a-123e0303dc5f', 'status': 'completed', 'code': 200} Oct 09 01:08:31.591374 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [req-5556c776-61c4-4f3c-98fa-7e1f61020b4d req-05a31ba5-daf2-4b49-87d2-a457fb291cb4 tempest-VolumesSnapshotTestJSON-732559821 tempest-VolumesSnapshotTestJSON-732559821-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34b6c397-86fd-4b8c-88b8-6f1c06712aae HTTP/1.1" status: 200 len: 210 time: 0.0322120 Oct 09 01:08:32.373921 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:08:36.824618 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 412074d4-7d44-4fcc-aa1a-123e0303dc5f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:08:36.847105 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] No Port match for: 412074d4-7d44-4fcc-aa1a-123e0303dc5f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:08:36.847442 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Device 412074d4-7d44-4fcc-aa1a-123e0303dc5f not bound to the agent host hv-cinder-maste {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:08:37.225091 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:37.600169 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57ac1266-ba01-422b-adf8-968345c06f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:39.827811 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-af5fc27e-f5d7-4982-87b7-78eedda72ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:41.365491 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:41.430805 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:41.432676 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:41.568548 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=12 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:41.569318 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=8 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:42.369223 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:42.369977 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=17 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:42.952132 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:42.980293 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:52.974750 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:52.976190 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:53.775272 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:53.819792 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Deleting subnet 31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:08:53.822736 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Publish callbacks [] for subnet (31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:53.856571 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:53.895719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:53.950700 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:53.974624 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:53.984251 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.984595 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.984936 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.985273 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.985604 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.986358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.986358 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.986570 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.986861 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.987190 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.987513 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.987862 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.988183 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.988500 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.988818 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:53.991679 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:53.994770 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b65b38be-1648-4604-9ab3-8d9a8cf43115 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/31d5d7ea-6c5b-48aa-8d26-cb1a4bd8cc90 HTTP/1.1" status: 204 len: 168 time: 0.2184939 Oct 09 01:08:53.997299 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37966) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:54.065669 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (7cd2bff9-2f53-480c-b55a-68a046190b11), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.370414 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (7cd2bff9-2f53-480c-b55a-68a046190b11), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.390098 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd2bff9-2f53-480c-b55a-68a046190b11']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:54.399095 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0664c72a-196f-4719-aa05-12245b5ef239') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:54.399385 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0664c72a-196f-4719-aa05-12245b5ef239') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:54.410227 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6130266'] for segment (0664c72a-196f-4719-aa05-12245b5ef239), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.424030 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (0664c72a-196f-4719-aa05-12245b5ef239), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.430231 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:08:54.430723 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7001344'] for segment (0664c72a-196f-4719-aa05-12245b5ef239), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.470998 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 0664c72a-196f-4719-aa05-12245b5ef239 resource provider aggregate not found Oct 09 01:08:54.488978 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.services.segments.plugin [-] Segment 0664c72a-196f-4719-aa05-12245b5ef239 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0664c72a-196f-4719-aa05-12245b5ef239 found for delete ", "request_id": "req-6892100d-9209-4a7f-a5f7-30d8484ecd6a"}]} Oct 09 01:08:54.493542 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (7cd2bff9-2f53-480c-b55a-68a046190b11), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.498933 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.502059 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/7cd2bff9-2f53-480c-b55a-68a046190b11 HTTP/1.1" status: 204 len: 168 time: 0.5033503 Oct 09 01:08:54.512879 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02d74-89d1-4075-a8d0-e86073a5e748 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd2bff9-2f53-480c-b55a-68a046190b11,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:54.610788 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37974) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:54.653546 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ea66ade9-0ed9-4bbe-85e7-3730c05c9799 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=eca3b6a4954f446c872e43cb98c99528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414681 Oct 09 01:08:54.656651 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 37976) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:54.702899 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba15a-41a1-4473-bb3d-b789c1514941 admin admin] Publish callbacks [] for security_group (ddd5a713-4487-427c-9f3e-9665d0c35a75), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.723353 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba15a-41a1-4473-bb3d-b789c1514941 admin admin] Publish callbacks [] for security_group (ddd5a713-4487-427c-9f3e-9665d0c35a75), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.771659 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba15a-41a1-4473-bb3d-b789c1514941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (ddd5a713-4487-427c-9f3e-9665d0c35a75), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.774270 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba15a-41a1-4473-bb3d-b789c1514941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:54.775425 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-3c8ba15a-41a1-4473-bb3d-b789c1514941 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ddd5a713-4487-427c-9f3e-9665d0c35a75 HTTP/1.1" status: 204 len: 168 time: 0.1178758 Oct 09 01:08:54.784043 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ba15a-41a1-4473-bb3d-b789c1514941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5a713-4487-427c-9f3e-9665d0c35a75,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:55.433878 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 37998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:55.529782 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1133700105-network', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:08:55.552791 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Made reservation on behalf of 1fef9408db82475ab8903f48e483dd1b for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:08:55.555194 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.563851 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.646402 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks [] for security_group (bea7ab72-1f65-47e7-bcea-64ca18bb7f58), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.650262 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (bea7ab72-1f65-47e7-bcea-64ca18bb7f58), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.676801 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:08:55.685661 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7ab72-1f65-47e7-bcea-64ca18bb7f58,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:55.694906 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (634e18ea-c71b-4f47-b261-6ea83482889a), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.695250 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Added segment 634e18ea-c71b-4f47-b261-6ea83482889a of type vlan for network b61dd093-5d2d-4770-aeef-41797121c0d3 Oct 09 01:08:55.697275 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.697623 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.697965 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.698304 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.698673 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.699082 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.699414 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.699765 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.700099 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.700423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.700750 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.701608 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.701933 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.702253 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.702572 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:55.752337 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (b61dd093-5d2d-4770-aeef-41797121c0d3), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.778705 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (b61dd093-5d2d-4770-aeef-41797121c0d3), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.780374 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:55.780950 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.840370 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4053998 Oct 09 01:08:55.843955 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:55.846172 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ca71-3d0c-4392-a713-a2ac8d4529c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b61dd093-5d2d-4770-aeef-41797121c0d3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:55.848763 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Request body: {'subnet': {'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1133700105-subnet', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:08:55.855485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network b61dd093-5d2d-4770-aeef-41797121c0d3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:08:55.871510 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Made reservation on behalf of 1fef9408db82475ab8903f48e483dd1b for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:08:55.873852 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645919'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:55.959084 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:55.981908 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:56.045325 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645901'] for subnet (16487830-47c2-4172-aeb2-afd8c04c19f1), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.101763 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16487830-47c2-4172-aeb2-afd8c04c19f1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:56.110604 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Checking segment: {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:08:56.110966 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Network hostable DHCP agents. Network: b61dd093-5d2d-4770-aeef-41797121c0d3, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:08:56.127208 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Network b61dd093-5d2d-4770-aeef-41797121c0d3 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:08:56.136147 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b61dd093-5d2d-4770-aeef-41797121c0d3) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:08:56.140122 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:08:56.140714 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.145044 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147ece9-4bd1-4c5c-af23-3758e2cee1c4 None None] Network b61dd093-5d2d-4770-aeef-41797121c0d3 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:08:56.157447 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ce85f71a-267a-4cc4-bcf5-1d601565003d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3124001 Oct 09 01:08:56.160108 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:56.164257 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:08:56.189449 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (dc852a6e-9ec0-4808-8335-081a187aecce), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.190532 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (dc852a6e-9ec0-4808-8335-081a187aecce), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.240369 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks [] for router_controller (dc852a6e-9ec0-4808-8335-081a187aecce), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.248488 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b61dd093-5d2d-4770-aeef-41797121c0d3', 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'fixed_ips': [{'subnet_id': '16487830-47c2-4172-aeb2-afd8c04c19f1'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 01:08:56.249400 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.380152 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks [] for router_gateway (dc852a6e-9ec0-4808-8335-081a187aecce), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.383358 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Allocated IP 172.20.0.2 (b61dd093-5d2d-4770-aeef-41797121c0d3/16487830-47c2-4172-aeb2-afd8c04c19f1/c13661b4-9ee4-4b24-a8ad-28d21d7f80b9) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:08:56.525235 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Publish callbacks [] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.530835 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.561486 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks [] for router_gateway (dc852a6e-9ec0-4808-8335-081a187aecce), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.571666 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Network b61dd093-5d2d-4770-aeef-41797121c0d3 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:08:56.577471 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:08:56.580012 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:08:56.580455 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.586804 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Pushing event updated for resources: {'Port': ['ID=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:56.642412 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Attempting to bind port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:08:56.642681 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Attempting to bind port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:08:56.643035 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Attempting to bind port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 on network b61dd093-5d2d-4770-aeef-41797121c0d3 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:08:56.684520 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:08:56.684884 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Checking segment: {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:08:56.685336 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.685727 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Bound using segment: {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:08:56.686190 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Bound port: c13661b4-9ee4-4b24-a8ad-28d21d7f80b9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:08:56.686565 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.689240 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Allocated IP 172.37.5.163 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/f444d59a-9b81-400a-b7ab-85e0d74fa75b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:08:56.747144 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] For port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:08:56.750364 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] For port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:08:56.756360 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.806791 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973eab2-d402-49ff-8b9d-0af99ced3b45 None None] Pushing event updated for resources: {'Port': ['ID=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:56.811081 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks [] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.832583 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:56.834822 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:56.849610 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:56.897414 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:08:56.902734 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:08:56.905769 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:08:56.914173 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Pushing event updated for resources: {'Port': ['ID=f444d59a-9b81-400a-b7ab-85e0d74fa75b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:57.176226 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks [] for router_gateway (dc852a6e-9ec0-4808-8335-081a187aecce), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.230136 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.364587 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (dc852a6e-9ec0-4808-8335-081a187aecce), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.504425 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Router dc852a6e-9ec0-4808-8335-081a187aecce is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 01:08:57.504730 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:08:57.554006 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:57.554546 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.554994 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 Oct 09 01:08:57.581594 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:57.584518 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:57.614004 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:08:57.624054 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Sync routers for ids ['dc852a6e-9ec0-4808-8335-081a187aecce'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:08:57.636372 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.639712 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8deb8ee7-a318-455f-b577-01f6813bd571 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4766650 Oct 09 01:08:57.639889 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Routers {'dc852a6e-9ec0-4808-8335-081a187aecce'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:08:57.639889 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['dc852a6e-9ec0-4808-8335-081a187aecce'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:57.641329 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:08:57.643001 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c521bc-d96c-4469-bc71-df3889231360 None None] Network b61dd093-5d2d-4770-aeef-41797121c0d3 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:08:57.690765 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:08:57.691095 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.742113 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Set router dc852a6e-9ec0-4808-8335-081a187aecce gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:08:57.750630 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:08:57.760777 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.771812 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6acd74d8-ef5c-4395-b8f9-4b3297f26565 None None] Provisioning complete for port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:57.772946 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6acd74d8-ef5c-4395-b8f9-4b3297f26565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:57.773299 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-6acd74d8-ef5c-4395-b8f9-4b3297f26565 None None] Attempt 1 to provision port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 Oct 09 01:08:57.875794 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:57.928167 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6acd74d8-ef5c-4395-b8f9-4b3297f26565 None None] Current status of the port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:08:57.933403 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:57Z', 'revision_number': 3, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:57.965212 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Checking router: dc852a6e-9ec0-4808-8335-081a187aecce for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:08:57.965552 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Updating router dc852a6e-9ec0-4808-8335-081a187aecce port f444d59a-9b81-400a-b7ab-85e0d74fa75b binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:08:57.996143 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.147148 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c5b51302-cd9f-4142-8994-7c4be5ebb1fc None None] Provisioning complete for port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:58.147583 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5b51302-cd9f-4142-8994-7c4be5ebb1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.148045 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-c5b51302-cd9f-4142-8994-7c4be5ebb1fc None None] Attempt 1 to provision port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 Oct 09 01:08:58.240875 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c5b51302-cd9f-4142-8994-7c4be5ebb1fc None None] Current status of the port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:08:58.249011 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Publish callbacks [] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.254457 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.292512 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Attempting to bind port f444d59a-9b81-400a-b7ab-85e0d74fa75b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:08:58.292921 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Attempting to bind port f444d59a-9b81-400a-b7ab-85e0d74fa75b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:08:58.293239 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Attempting to bind port f444d59a-9b81-400a-b7ab-85e0d74fa75b on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:08:58.327776 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Pushing event updated for resources: {'Port': ['ID=f444d59a-9b81-400a-b7ab-85e0d74fa75b,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:58.334165 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.340701 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.341044 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.341454 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.341815 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.342149 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.342480 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.342795 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.343284 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.343630 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.343955 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.344279 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.344620 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.344941 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.345255 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.345568 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:08:58.357058 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:08:58.357432 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:08:58.357847 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.358232 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:08:58.358724 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Bound port: f444d59a-9b81-400a-b7ab-85e0d74fa75b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:08:58.359250 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.383726 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:58.386386 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:58.410939 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] For port f444d59a-9b81-400a-b7ab-85e0d74fa75b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:08:58.414637 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] For port f444d59a-9b81-400a-b7ab-85e0d74fa75b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f444d59a-9b81-400a-b7ab-85e0d74fa75b,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:08:58.420742 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.458463 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Routers {'dc852a6e-9ec0-4808-8335-081a187aecce'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:08:58.459073 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['dc852a6e-9ec0-4808-8335-081a187aecce'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:58.492387 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Allocated IP 172.20.0.1 (b61dd093-5d2d-4770-aeef-41797121c0d3/16487830-47c2-4172-aeb2-afd8c04c19f1/2e3d988c-dd60-42c0-b5ee-878212bb71f6) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:08:58.520065 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b359f-851f-46c2-8a6f-a0e3f6011817 None None] Pushing event updated for resources: {'Port': ['ID=f444d59a-9b81-400a-b7ab-85e0d74fa75b,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:58.525324 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:58.557654 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:58.582535 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] Set router dc852a6e-9ec0-4808-8335-081a187aecce gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:08:58.601845 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks [] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.634393 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.674275 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Network b61dd093-5d2d-4770-aeef-41797121c0d3 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:08:58.678718 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:08:58.681253 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:08:58.708423 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3d988c-dd60-42c0-b5ee-878212bb71f6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:58.739760 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (dc852a6e-9ec0-4808-8335-081a187aecce), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.762996 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:57Z', 'revision_number': 3, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:08:58.790519 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0398-cfe8-4d3a-aff3-81ee97badf26 None None] The sync data for ids ['dc852a6e-9ec0-4808-8335-081a187aecce'] in dv-cinder-master-3-iscsi is: [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:57Z', 'revision_number': 3, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:08:58.880653 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.965063 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28a05279-cefb-46c0-b773-c084c40ea98b None None] Provisioning complete for port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:58.965512 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28a05279-cefb-46c0-b773-c084c40ea98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:58.965914 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-28a05279-cefb-46c0-b773-c084c40ea98b None None] Attempt 1 to provision port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 Oct 09 01:08:59.000403 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-28a05279-cefb-46c0-b773-c084c40ea98b None None] Port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:08:59.065867 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks [] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.073646 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4413534'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.132935 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:59.149772 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3d988c-dd60-42c0-b5ee-878212bb71f6,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:59.153363 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (dc852a6e-9ec0-4808-8335-081a187aecce), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.176287 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:59.253254 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Network b61dd093-5d2d-4770-aeef-41797121c0d3 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:08:59.254820 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:08:59.391571 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Router dc852a6e-9ec0-4808-8335-081a187aecce has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:08:59.522389 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-26423148-7b81-4dff-9666-6d8da8d0e9dd None None] Provisioning complete for port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:59.523504 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26423148-7b81-4dff-9666-6d8da8d0e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.524036 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-26423148-7b81-4dff-9666-6d8da8d0e9dd None None] Attempt 1 to provision port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 Oct 09 01:08:59.535238 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:08:59.540650 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-8a149f07-c6cc-41e7-b1be-097eafa0dd16 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/dc852a6e-9ec0-4808-8335-081a187aecce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8968611 Oct 09 01:08:59.560294 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-26423148-7b81-4dff-9666-6d8da8d0e9dd None None] Port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:08:59.599057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f444d59a-9b81-400a-b7ab-85e0d74fa75b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:08:59.648264 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port f444d59a-9b81-400a-b7ab-85e0d74fa75b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:59.648734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.649257 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port f444d59a-9b81-400a-b7ab-85e0d74fa75b Oct 09 01:08:59.728545 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port f444d59a-9b81-400a-b7ab-85e0d74fa75b is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:08:59.728931 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.753884 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port f444d59a-9b81-400a-b7ab-85e0d74fa75b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f444d59a-9b81-400a-b7ab-85e0d74fa75b,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:08:59.758218 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.759067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:08:59.942193 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:08:59.973919 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=f444d59a-9b81-400a-b7ab-85e0d74fa75b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:08:59.979932 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:08:59.980301 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:08:59.980630 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 Oct 09 01:08:59.998871 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:00.057115 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:00.088525 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38022) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:00.093438 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-943097952-network', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:00.115122 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Made reservation on behalf of ab20088cee27434ab33024d0693c44bd for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:09:00.117544 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for network (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.126915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.206497 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks [] for security_group (e4c98132-a3ae-485b-b3d0-cd9f5b52570e), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.210059 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e4c98132-a3ae-485b-b3d0-cd9f5b52570e), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.238655 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 09 01:09:00.245276 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c98132-a3ae-485b-b3d0-cd9f5b52570e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:00.251137 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (554884b1-b79d-4aa4-8abc-f1301f261c4b), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.251474 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.segments_db [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Added segment 554884b1-b79d-4aa4-8abc-f1301f261c4b of type vlan for network 9199d184-92ab-49f4-b12a-13fa943db117 Oct 09 01:09:00.296092 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753760078026'] for network (9199d184-92ab-49f4-b12a-13fa943db117), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.320365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (9199d184-92ab-49f4-b12a-13fa943db117), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.321336 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:09:00.321915 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.381555 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2919257 Oct 09 01:09:00.384539 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38024) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:00.384999 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff96c17-7dab-4748-b45e-751bd3dffc48 admin admin] Pushing event updated for resources: {'Network': ['ID=9199d184-92ab-49f4-b12a-13fa943db117,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:00.390894 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Request body: {'subnet': {'network_id': '9199d184-92ab-49f4-b12a-13fa943db117', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-943097952-subnet', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:00.395001 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Network 9199d184-92ab-49f4-b12a-13fa943db117 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 09 01:09:00.412722 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Made reservation on behalf of ab20088cee27434ab33024d0693c44bd for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 09 01:09:00.415105 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645919'] for subnet (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.454790 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Sync routers for ids ['dc852a6e-9ec0-4808-8335-081a187aecce'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:09:00.475573 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Routers {'dc852a6e-9ec0-4808-8335-081a187aecce'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:09:00.476244 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['dc852a6e-9ec0-4808-8335-081a187aecce'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:00.490528 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:00.494031 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:00.586724 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Set router dc852a6e-9ec0-4808-8335-081a187aecce gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:09:00.589548 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645901'] for subnet (6cca7a80-2d7a-4c08-8a93-f46ecf74540f), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.643314 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cca7a80-2d7a-4c08-8a93-f46ecf74540f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:00.658561 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Checking segment: {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:09:00.658911 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Network hostable DHCP agents. Network: 9199d184-92ab-49f4-b12a-13fa943db117, hostable agents: ['a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 09 01:09:00.678727 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Network 9199d184-92ab-49f4-b12a-13fa943db117 is scheduled to be hosted by DHCP agent a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425 with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 09 01:09:00.689608 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9199d184-92ab-49f4-b12a-13fa943db117) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:09:00.693961 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 09 01:09:00.694504 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.702294 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd60426-2800-4af2-8e93-2b2746589a41 None None] Network 9199d184-92ab-49f4-b12a-13fa943db117 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:09:00.712342 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6c6b2344-fad5-4cc0-8821-ea8493d5cc2d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3261194 Oct 09 01:09:00.714783 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38026) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:00.719210 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:00.740285 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router (8990c51a-b997-4bc6-ad41-d1bae89dcc72), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.741267 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1153'] for router (8990c51a-b997-4bc6-ad41-d1bae89dcc72), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.793921 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks [] for router_controller (8990c51a-b997-4bc6-ad41-d1bae89dcc72), precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.869161 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9199d184-92ab-49f4-b12a-13fa943db117', 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117', 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'fixed_ips': [{'subnet_id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f'}]}} from dv-cinder-master-3-iscsi. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 09 01:09:00.870064 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.884439 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:58Z', 'revision_number': 4, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2e3d988c-dd60-42c0-b5ee-878212bb71f6', 'name': '', 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'mac_address': 'fa:16:3e:55:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '16487830-47c2-4172-aeb2-afd8c04c19f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:58Z', 'updated_at': '2022-10-09T01:08:58Z', 'revision_number': 2, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'subnets': [{'id': '16487830-47c2-4172-aeb2-afd8c04c19f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:00.912734 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Checking router: dc852a6e-9ec0-4808-8335-081a187aecce for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:09:00.913092 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Updating router dc852a6e-9ec0-4808-8335-081a187aecce port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:09:00.933754 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks [] for router_gateway (8990c51a-b997-4bc6-ad41-d1bae89dcc72), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:00.994712 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.110916 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks [] for router_gateway (8990c51a-b997-4bc6-ad41-d1bae89dcc72), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.129855 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.156095 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Allocated IP 172.20.0.2 (9199d184-92ab-49f4-b12a-13fa943db117/6cca7a80-2d7a-4c08-8a93-f46ecf74540f/6ebc715b-f504-4d86-894f-3858c5ca3ba1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:09:01.162152 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:01.226853 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:01.237940 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Allocated IP 172.37.5.208 (3d48f00d-dd5a-4867-a3e0-929aeb72c042/6f92119b-fe6b-47bd-9d10-bb5087854d0d/1693fd7c-438d-4b90-bf3e-c04814a09b2c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:09:01.333653 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:01.350002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks [] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.356356 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:01.385601 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.428169 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:09:01.431449 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:09:01.435491 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:09:01.439126 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Pushing event updated for resources: {'Port': ['ID=1693fd7c-438d-4b90-bf3e-c04814a09b2c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:01.442901 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Publish callbacks [] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.447178 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Publish callbacks [] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.450546 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.456861 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.501032 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Network 9199d184-92ab-49f4-b12a-13fa943db117 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:09:01.510875 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:09:01.527950 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f444d59a-9b81-400a-b7ab-85e0d74fa75b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:01.530800 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:09:01.533695 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Pushing event updated for resources: {'Port': ['ID=6ebc715b-f504-4d86-894f-3858c5ca3ba1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:01.672252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Attempting to bind port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:09:01.673094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Attempting to bind port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:09:01.673094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Attempting to bind port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 on network b61dd093-5d2d-4770-aeef-41797121c0d3 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:09:01.680115 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674c692-334b-4bfc-9f87-0ca315013621 None None] Pushing event updated for resources: {'Port': ['ID=2e3d988c-dd60-42c0-b5ee-878212bb71f6,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:01.726303 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port f444d59a-9b81-400a-b7ab-85e0d74fa75b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:01.726678 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.727017 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port f444d59a-9b81-400a-b7ab-85e0d74fa75b Oct 09 01:09:01.728696 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Attempting to bind port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:09:01.729060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Attempting to bind port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:09:01.729428 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Attempting to bind port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 on network 9199d184-92ab-49f4-b12a-13fa943db117 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:09:01.795784 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:09:01.796071 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Checking segment: {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:09:01.796469 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.796866 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Bound using segment: {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:09:01.797368 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Bound port: 2e3d988c-dd60-42c0-b5ee-878212bb71f6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634e18ea-c71b-4f47-b261-6ea83482889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:09:01.797748 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.834580 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:09:01.834956 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Checking segment: {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:09:01.835357 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.835781 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Bound using segment: {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:09:01.836266 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Bound port: 6ebc715b-f504-4d86-894f-3858c5ca3ba1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:09:01.836650 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.915376 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks [] for router_gateway (8990c51a-b997-4bc6-ad41-d1bae89dcc72), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.921089 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:01.944997 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port f444d59a-9b81-400a-b7ab-85e0d74fa75b is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:01.953185 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:01.965754 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] For port 2e3d988c-dd60-42c0-b5ee-878212bb71f6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:09:01.971333 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] For port 2e3d988c-dd60-42c0-b5ee-878212bb71f6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2e3d988c-dd60-42c0-b5ee-878212bb71f6,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:09:01.982554 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] For port 6ebc715b-f504-4d86-894f-3858c5ca3ba1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:09:01.985046 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:01.988169 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] For port 6ebc715b-f504-4d86-894f-3858c5ca3ba1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ebc715b-f504-4d86-894f-3858c5ca3ba1,segment=NetworkSegment(554884b1-b79d-4aa4-8abc-f1301f261c4b),segment_id=554884b1-b79d-4aa4-8abc-f1301f261c4b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:09:02.020420 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:02.038095 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Routers {'dc852a6e-9ec0-4808-8335-081a187aecce'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:09:02.038739 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['dc852a6e-9ec0-4808-8335-081a187aecce'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:02.103006 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674c692-334b-4bfc-9f87-0ca315013621 None None] Pushing event updated for resources: {'Port': ['ID=2e3d988c-dd60-42c0-b5ee-878212bb71f6,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:02.132870 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597700'] for router (8990c51a-b997-4bc6-ad41-d1bae89dcc72), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:02.300913 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 is scheduled to L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 09 01:09:02.347703 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec851528-d97f-4302-bf4c-ebebc62ea9bd None None] Pushing event updated for resources: {'Port': ['ID=6ebc715b-f504-4d86-894f-3858c5ca3ba1,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:02.356918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] Set router dc852a6e-9ec0-4808-8335-081a187aecce gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:09:02.414112 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:09:02.425038 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Sync routers for ids ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:09:02.434118 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:02.436165 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-8c05976d-ff45-48f2-a85e-04270e084271 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7196023 Oct 09 01:09:02.438857 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Routers {'8990c51a-b997-4bc6-ad41-d1bae89dcc72'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:09:02.439454 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:02.439620 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38028) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:02.538878 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:02.551161 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:02.578788 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:58Z', 'revision_number': 4, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2e3d988c-dd60-42c0-b5ee-878212bb71f6', 'name': '', 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'mac_address': 'fa:16:3e:55:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '16487830-47c2-4172-aeb2-afd8c04c19f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:58Z', 'updated_at': '2022-10-09T01:09:01Z', 'revision_number': 4, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'subnets': [{'id': '16487830-47c2-4172-aeb2-afd8c04c19f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:02.608685 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55a2ad-4eb8-49ba-9a97-190cd6c37e08 None None] The sync data for ids ['dc852a6e-9ec0-4808-8335-081a187aecce'] in dv-cinder-master-3-iscsi is: [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:58Z', 'revision_number': 4, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2e3d988c-dd60-42c0-b5ee-878212bb71f6', 'name': '', 'network_id': 'b61dd093-5d2d-4770-aeef-41797121c0d3', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'mac_address': 'fa:16:3e:55:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '16487830-47c2-4172-aeb2-afd8c04c19f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:58Z', 'updated_at': '2022-10-09T01:09:01Z', 'revision_number': 4, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'subnets': [{'id': '16487830-47c2-4172-aeb2-afd8c04c19f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:09:02.639884 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Set router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:09:02.881216 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:09:01Z', 'revision_number': 3, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:02.913749 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Checking router: 8990c51a-b997-4bc6-ad41-d1bae89dcc72 for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:09:02.914102 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Updating router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 port 1693fd7c-438d-4b90-bf3e-c04814a09b2c binding host dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:09:02.933286 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:02.947626 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.074231 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed3a8a-3aff-428b-8643-116b2ab106d6 None None] Network 9199d184-92ab-49f4-b12a-13fa943db117 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:09:03.135011 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Allocated IP 172.20.0.1 (9199d184-92ab-49f4-b12a-13fa943db117/6cca7a80-2d7a-4c08-8a93-f46ecf74540f/210af4c8-f369-4d4c-8082-46227be5b2f5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 09 01:09:03.135752 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Provisioning complete for port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:03.136432 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.136845 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Attempt 1 to provision port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 Oct 09 01:09:03.245926 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Publish callbacks [] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.255339 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.286832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks [] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.291359 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Current status of the port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:03.291770 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.297488 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Attempting to bind port 1693fd7c-438d-4b90-bf3e-c04814a09b2c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:09:03.297929 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Attempting to bind port 1693fd7c-438d-4b90-bf3e-c04814a09b2c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:09:03.298360 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Attempting to bind port 1693fd7c-438d-4b90-bf3e-c04814a09b2c on network 3d48f00d-dd5a-4867-a3e0-929aeb72c042 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:09:03.332193 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] For port 6ebc715b-f504-4d86-894f-3858c5ca3ba1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ebc715b-f504-4d86-894f-3858c5ca3ba1,segment=NetworkSegment(554884b1-b79d-4aa4-8abc-f1301f261c4b),segment_id=554884b1-b79d-4aa4-8abc-f1301f261c4b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:09:03.339453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.348311 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753760141788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.353636 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02636f-7603-4ed3-891f-190bc8520f23 None None] Pushing event updated for resources: {'Port': ['ID=1693fd7c-438d-4b90-bf3e-c04814a09b2c,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:03.390189 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:09:03.390667 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Checking segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:09:03.391239 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.391854 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Bound using segment: {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:09:03.392267 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Bound port: 1693fd7c-438d-4b90-bf3e-c04814a09b2c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466209de-cb09-4473-8033-6597828bc645', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:09:03.392716 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.413001 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Network 9199d184-92ab-49f4-b12a-13fa943db117 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:09:03.414115 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=100 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:03.417460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:09:03.421183 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 09 01:09:03.423772 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=210af4c8-f369-4d4c-8082-46227be5b2f5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:03.427283 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5866b6-65dc-44bb-be10-58f3e17fd400 None None] Pushing event updated for resources: {'Port': ['ID=6ebc715b-f504-4d86-894f-3858c5ca3ba1,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:03.447550 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:03.488403 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] For port 1693fd7c-438d-4b90-bf3e-c04814a09b2c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:09:03.493009 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] For port 1693fd7c-438d-4b90-bf3e-c04814a09b2c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1693fd7c-438d-4b90-bf3e-c04814a09b2c,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:09:03.493186 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604735'] for router_interface (8990c51a-b997-4bc6-ad41-d1bae89dcc72), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.503315 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:03.503483 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.569423 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02636f-7603-4ed3-891f-190bc8520f23 None None] Pushing event updated for resources: {'Port': ['ID=1693fd7c-438d-4b90-bf3e-c04814a09b2c,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:03.595363 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Routers {'8990c51a-b997-4bc6-ad41-d1bae89dcc72'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:09:03.596029 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:03.649247 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 6ebc715b-f504-4d86-894f-3858c5ca3ba1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:03.668658 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.671482 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:03.726132 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:03.735140 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] Set router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:09:03.752787 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a1caff37-5b62-44cf-a523-cd1fba9d9232 None None] Provisioning complete for port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:03.753203 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a1caff37-5b62-44cf-a523-cd1fba9d9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.753545 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-a1caff37-5b62-44cf-a523-cd1fba9d9232 None None] Attempt 1 to provision port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 Oct 09 01:09:03.818606 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:03.819050 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.819325 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 Oct 09 01:09:03.849888 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=100 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:03.909761 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a1caff37-5b62-44cf-a523-cd1fba9d9232 None None] Current status of the port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:03.938341 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks [] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.944567 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7001380'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.950640 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:03.952316 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 2e3d988c-dd60-42c0-b5ee-878212bb71f6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:03.976899 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:09:01Z', 'revision_number': 3, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:03.994132 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604835'] for router_interface (8990c51a-b997-4bc6-ad41-d1bae89dcc72), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.996252 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:03.996589 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:03.996995 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 Oct 09 01:09:04.009131 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a306d87-daa3-4785-b645-85106bf11af2 None None] The sync data for ids ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'] in dv-cinder-master-3-iscsi is: [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:09:01Z', 'revision_number': 3, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:09:04.042331 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-084a5d6f-9113-4610-8289-d5d96c066f33 None None] Provisioning complete for port 210af4c8-f369-4d4c-8082-46227be5b2f5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:04.042699 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-084a5d6f-9113-4610-8289-d5d96c066f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:04.043033 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-084a5d6f-9113-4610-8289-d5d96c066f33 None None] Attempt 1 to provision port 210af4c8-f369-4d4c-8082-46227be5b2f5 Oct 09 01:09:04.090205 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=210af4c8-f369-4d4c-8082-46227be5b2f5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:04.121779 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-084a5d6f-9113-4610-8289-d5d96c066f33 None None] Port 210af4c8-f369-4d4c-8082-46227be5b2f5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:09:04.135090 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:04.135483 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:04.144713 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Network 9199d184-92ab-49f4-b12a-13fa943db117 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 09 01:09:04.146137 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 09 01:09:04.179219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 2e3d988c-dd60-42c0-b5ee-878212bb71f6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2e3d988c-dd60-42c0-b5ee-878212bb71f6,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:09:04.184116 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:04.238918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=2e3d988c-dd60-42c0-b5ee-878212bb71f6,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:04.270168 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:09:04.403586 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:09:04.409635 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-e720a471-e179-471a-9688-73f838407cb1 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/8990c51a-b997-4bc6-ad41-d1bae89dcc72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690514 Oct 09 01:09:04.444173 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8c5a573e-d004-43d2-88b2-32dd9dbae70a None None] Provisioning complete for port 210af4c8-f369-4d4c-8082-46227be5b2f5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:04.444919 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c5a573e-d004-43d2-88b2-32dd9dbae70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:04.445260 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-8c5a573e-d004-43d2-88b2-32dd9dbae70a None None] Attempt 1 to provision port 210af4c8-f369-4d4c-8082-46227be5b2f5 Oct 09 01:09:04.483637 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a573e-d004-43d2-88b2-32dd9dbae70a None None] Port 210af4c8-f369-4d4c-8082-46227be5b2f5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 09 01:09:05.547663 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 6ebc715b-f504-4d86-894f-3858c5ca3ba1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:05.593455 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:05.593831 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.594192 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 Oct 09 01:09:05.666336 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:05.667418 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 1693fd7c-438d-4b90-bf3e-c04814a09b2c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:05.713889 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 1693fd7c-438d-4b90-bf3e-c04814a09b2c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:05.714260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.714606 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 1693fd7c-438d-4b90-bf3e-c04814a09b2c Oct 09 01:09:05.780135 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:05.786585 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763834362', 'description': 'tempest-secgroup-smoke-1763834362 description', 'project_id': '1fef9408db82475ab8903f48e483dd1b'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:05.792076 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 1693fd7c-438d-4b90-bf3e-c04814a09b2c is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:05.792501 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.808910 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group (None), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.815055 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 1693fd7c-438d-4b90-bf3e-c04814a09b2c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1693fd7c-438d-4b90-bf3e-c04814a09b2c,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:09:05.820113 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.820918 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 2e3d988c-dd60-42c0-b5ee-878212bb71f6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:05.824079 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:05.865214 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:05.876624 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:05.889777 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group (01d80b84-51cc-4919-9308-5922e4085615), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.897984 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (01d80b84-51cc-4919-9308-5922e4085615), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.906235 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=1693fd7c-438d-4b90-bf3e-c04814a09b2c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:05.914858 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:05.915401 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.915830 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 Oct 09 01:09:05.928255 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.932512 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1485646 Oct 09 01:09:05.932722 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:05.939780 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group_rule': {'security_group_id': '01d80b84-51cc-4919-9308-5922e4085615', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:05.958953 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1787-e786-4edf-a032-337311d0e979 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d80b84-51cc-4919-9308-5922e4085615,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:05.979765 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (5328f75f-9c3b-4e5c-b2b9-519280c55f2d), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:05.983033 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:05.995197 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Sync routers for ids ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:09:06.003800 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:06.010588 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Routers {'8990c51a-b997-4bc6-ad41-d1bae89dcc72'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:09:06.011205 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:06.051792 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (5328f75f-9c3b-4e5c-b2b9-519280c55f2d), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.055314 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (5328f75f-9c3b-4e5c-b2b9-519280c55f2d), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.074730 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5328f75f-9c3b-4e5c-b2b9-519280c55f2d,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.086826 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.088079 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b053973c-67b8-447d-93ea-6b1ca7c9db31 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544578 Oct 09 01:09:06.091017 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:06.095904 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group_rule': {'security_group_id': '01d80b84-51cc-4919-9308-5922e4085615', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:06.124094 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Set router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:09:06.126338 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (ef325899-405e-4c56-b95d-1882d1651acf), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.175258 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (ef325899-405e-4c56-b95d-1882d1651acf), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.179881 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (ef325899-405e-4c56-b95d-1882d1651acf), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.198987 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef325899-405e-4c56-b95d-1882d1651acf,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.210253 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.211461 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-b7bd26cd-bfce-4dc7-9712-c8dc3f90a650 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188741 Oct 09 01:09:06.214377 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38044) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:06.219506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group_rule': {'security_group_id': '01d80b84-51cc-4919-9308-5922e4085615', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:06.247735 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (4595d252-d1c9-4715-b016-212b2e846fad), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.305550 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (4595d252-d1c9-4715-b016-212b2e846fad), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.309767 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (4595d252-d1c9-4715-b016-212b2e846fad), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.320926 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:09:03Z', 'revision_number': 4, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '210af4c8-f369-4d4c-8082-46227be5b2f5', 'name': '', 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'mac_address': 'fa:16:3e:5f:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:02Z', 'updated_at': '2022-10-09T01:09:03Z', 'revision_number': 2, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'subnets': [{'id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:06.331437 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4595d252-d1c9-4715-b016-212b2e846fad,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.336431 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.340209 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-6bd1e6a9-f967-455a-8378-d51abb41ed1d tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221571 Oct 09 01:09:06.340715 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38046) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:06.345281 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group_rule': {'security_group_id': '01d80b84-51cc-4919-9308-5922e4085615', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:06.347087 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Checking router: 8990c51a-b997-4bc6-ad41-d1bae89dcc72 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:09:06.347445 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Updating router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 port 210af4c8-f369-4d4c-8082-46227be5b2f5 binding host dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 09 01:09:06.371860 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (b8093d1a-61dc-4493-982f-6215f97d1289), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.375577 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.435641 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (b8093d1a-61dc-4493-982f-6215f97d1289), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.440199 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (b8093d1a-61dc-4493-982f-6215f97d1289), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.454412 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8093d1a-61dc-4493-982f-6215f97d1289,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.469149 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.470467 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f9520d79-b25b-4c4f-bc06-3898db6cc348 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291058 Oct 09 01:09:06.473138 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38048) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:06.477500 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.v2.base [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group_rule': {'security_group_id': '01d80b84-51cc-4919-9308-5922e4085615', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:06.497528 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Project 1fef9408db82475ab8903f48e483dd1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 09 01:09:06.503470 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (6cdcf08c-b99d-4f5c-a46e-a8a384802eed), before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.562864 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:06.565506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (6cdcf08c-b99d-4f5c-a46e-a8a384802eed), precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.569585 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (6cdcf08c-b99d-4f5c-a46e-a8a384802eed), after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.591643 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdcf08c-b99d-4f5c-a46e-a8a384802eed,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.596376 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.600051 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-56c47839-deef-42f9-b1ad-18b17fccd05b tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259322 Oct 09 01:09:06.600516 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:09:06.604993 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.v2.base [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Request body: {'security_group_rule': {'security_group_id': '01d80b84-51cc-4919-9308-5922e4085615', 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 09 01:09:06.626110 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Project 1fef9408db82475ab8903f48e483dd1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 09 01:09:06.633791 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (01552807-3f6b-4244-ad2b-e594e90dc06f), before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.648537 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Publish callbacks [] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.655196 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.661057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:06.701518 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (01552807-3f6b-4244-ad2b-e594e90dc06f), precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.705378 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535156'] for security_group_rule (01552807-3f6b-4244-ad2b-e594e90dc06f), after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.718294 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:06.726134 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01552807-3f6b-4244-ad2b-e594e90dc06f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.728139 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:06.738526 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.747722 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-11c4d7b7-7df9-40e5-8010-5a715ec0f61c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382618 Oct 09 01:09:06.855960 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Pushing event updated for resources: {'Port': ['ID=210af4c8-f369-4d4c-8082-46227be5b2f5,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:06.877302 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.877657 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.878002 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.878338 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.878667 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.878994 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.879318 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.879668 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.880009 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.880434 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.880632 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.880953 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.881308 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.881578 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.881893 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:09:06.899485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Attempting to bind port 210af4c8-f369-4d4c-8082-46227be5b2f5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 09 01:09:06.899886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Attempting to bind port 210af4c8-f369-4d4c-8082-46227be5b2f5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 09 01:09:06.900247 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Attempting to bind port 210af4c8-f369-4d4c-8082-46227be5b2f5 on network 9199d184-92ab-49f4-b12a-13fa943db117 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 09 01:09:06.944060 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Checking agent: {'id': '953f1b4f-d70e-4c33-892c-de8433f83579', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 9, 0, 47, 43), 'started_at': datetime.datetime(2022, 10, 9, 0, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 9, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 09 01:09:06.944526 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Checking segment: {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 09 01:09:06.944921 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.945305 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Bound using segment: {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 09 01:09:06.945771 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Bound port: 210af4c8-f369-4d4c-8082-46227be5b2f5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554884b1-b79d-4aa4-8abc-f1301f261c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 09 01:09:06.946145 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:06.957964 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:07.010300 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] For port 210af4c8-f369-4d4c-8082-46227be5b2f5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 09 01:09:07.014357 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] For port 210af4c8-f369-4d4c-8082-46227be5b2f5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=210af4c8-f369-4d4c-8082-46227be5b2f5,segment=NetworkSegment(554884b1-b79d-4aa4-8abc-f1301f261c4b),segment_id=554884b1-b79d-4aa4-8abc-f1301f261c4b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 09 01:09:07.020106 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:07.058375 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Routers {'8990c51a-b997-4bc6-ad41-d1bae89dcc72'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:09:07.059066 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:08:40Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:07.131833 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b229cb-f217-45b3-8139-9cfeb66e0c6b None None] Pushing event updated for resources: {'Port': ['ID=210af4c8-f369-4d4c-8082-46227be5b2f5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:07.196061 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] Set router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:09:07.390256 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:09:03Z', 'revision_number': 4, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '210af4c8-f369-4d4c-8082-46227be5b2f5', 'name': '', 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'mac_address': 'fa:16:3e:5f:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:02Z', 'updated_at': '2022-10-09T01:09:07Z', 'revision_number': 4, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'subnets': [{'id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:09:07.415280 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa7c3-26e7-4552-a146-e1b93facf2f9 None None] The sync data for ids ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'] in dv-cinder-master-3-iscsi is: [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:09:03Z', 'revision_number': 4, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '210af4c8-f369-4d4c-8082-46227be5b2f5', 'name': '', 'network_id': '9199d184-92ab-49f4-b12a-13fa943db117', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'mac_address': 'fa:16:3e:5f:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:02Z', 'updated_at': '2022-10-09T01:09:07Z', 'revision_number': 4, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'subnets': [{'id': '6cca7a80-2d7a-4c08-8a93-f46ecf74540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:09:07.529976 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 1693fd7c-438d-4b90-bf3e-c04814a09b2c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:07.581410 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 1693fd7c-438d-4b90-bf3e-c04814a09b2c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:07.581789 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:07.582121 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 1693fd7c-438d-4b90-bf3e-c04814a09b2c Oct 09 01:09:07.638763 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0ceac32-90f1-44c5-9790-7735531a8047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:07.690550 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 1693fd7c-438d-4b90-bf3e-c04814a09b2c is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:09.376187 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:09:09.501361 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 210af4c8-f369-4d4c-8082-46227be5b2f5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:09.542505 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:09.553885 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 210af4c8-f369-4d4c-8082-46227be5b2f5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:09.554260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:09.554593 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 210af4c8-f369-4d4c-8082-46227be5b2f5 Oct 09 01:09:09.605453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:09.644551 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 210af4c8-f369-4d4c-8082-46227be5b2f5 is: DOWN; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:09.645105 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999511'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:09.684900 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] For port 210af4c8-f369-4d4c-8082-46227be5b2f5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=210af4c8-f369-4d4c-8082-46227be5b2f5,segment=NetworkSegment(554884b1-b79d-4aa4-8abc-f1301f261c4b),segment_id=554884b1-b79d-4aa4-8abc-f1301f261c4b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:09:09.689482 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753760678849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753760141806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753760110340'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:09.744644 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Pushing event updated for resources: {'Port': ['ID=210af4c8-f369-4d4c-8082-46227be5b2f5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:09:09.832278 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f79990b8-c1e4-4b3a-960e-aa347943c2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:11.368729 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:11.487098 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 210af4c8-f369-4d4c-8082-46227be5b2f5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 09 01:09:11.534827 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Provisioning complete for port 210af4c8-f369-4d4c-8082-46227be5b2f5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 09 01:09:11.535194 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873703'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:11.535529 dv-cinder-master-3-iscsi neutron-server[106254]: INFO neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Attempt 1 to provision port 210af4c8-f369-4d4c-8082-46227be5b2f5 Oct 09 01:09:11.609218 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Current status of the port 210af4c8-f369-4d4c-8082-46227be5b2f5 is: ACTIVE; New status is: ACTIVE {{(pid=106254) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 09 01:09:12.956814 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:12.981964 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:16.591008 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=63,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:16.753417 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:19.369872 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:19.370565 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:21.058728 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [req-500f124c-2089-41dd-9e3f-cd2b3dffabf5 req-b39b5360-51f1-42c8-a2f9-3a6bce31f550 tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1763834362&fields=id&tenant_id=1fef9408db82475ab8903f48e483dd1b HTTP/1.1" status: 200 len: 267 time: 0.0447769 Oct 09 01:09:22.975799 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:22.977676 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:27.244057 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:31.046313 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:31.055264 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:36.158308 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:37.238190 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:37.240050 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:37.604065 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5fa26418-95d7-49c0-832b-5bfdd3122e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:39.834051 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2cd17062-408f-4fa1-85bb-4625f180123c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:41.370421 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:42.956758 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:42.983899 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:09:46.375136 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:09:52.164020 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:52.977156 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:52.979444 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:56.371657 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:09:57.248447 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:07.242626 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:07.244458 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:07.605574 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca400e58-fcb9-45bf-88aa-f02f32f6732d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:09.836217 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56908961-cec0-41a1-9ed0-d402e7d32f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:11.374894 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:12.962352 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:12.983897 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.050787 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:21.108841 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group (01d80b84-51cc-4919-9308-5922e4085615), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.132331 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group (01d80b84-51cc-4919-9308-5922e4085615), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.191002 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (01d80b84-51cc-4919-9308-5922e4085615), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.193607 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Publish callbacks [] for security_group (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.194773 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/01d80b84-51cc-4919-9308-5922e4085615 HTTP/1.1" status: 204 len: 168 time: 0.1430171 Oct 09 01:10:21.204536 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d80b84-51cc-4919-9308-5922e4085615,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:21.211775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.212120 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.212460 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.212798 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.213127 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.213451 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.213775 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.214096 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.214418 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.214742 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.215058 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.215378 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.215725 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.216042 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.216356 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f84d47-1539-44cc-b665-2840384aaf9c tempest-TestShelveInstance-710885321 tempest-TestShelveInstance-710885321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:21.247531 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:21.551786 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (dc852a6e-9ec0-4808-8335-081a187aecce), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.764350 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Deleting port 2e3d988c-dd60-42c0-b5ee-878212bb71f6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:21.764604 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.843955 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] For port 2e3d988c-dd60-42c0-b5ee-878212bb71f6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2e3d988c-dd60-42c0-b5ee-878212bb71f6,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:21.844323 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:21.856523 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Calling delete_port for 2e3d988c-dd60-42c0-b5ee-878212bb71f6 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:22.034354 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (2e3d988c-dd60-42c0-b5ee-878212bb71f6), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:22.037417 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:22.039816 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:22.061399 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3d988c-dd60-42c0-b5ee-878212bb71f6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:22.095900 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.096245 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.096584 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.096939 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.097245 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.097568 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.097890 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.098212 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.098532 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.098858 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.099175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.099495 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.099835 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.100150 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.100466 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:22.240083 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (dc852a6e-9ec0-4808-8335-081a187aecce), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:22.437814 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Router dc852a6e-9ec0-4808-8335-081a187aecce has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:10:22.537350 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:10:22.542779 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-c591826d-ad7d-4fa8-8e89-000ed5f88cd8 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/dc852a6e-9ec0-4808-8335-081a187aecce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2932456 Oct 09 01:10:22.545084 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:22.546174 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] Sync routers for ids ['dc852a6e-9ec0-4808-8335-081a187aecce'] in dv-cinder-master-3-iscsi {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:10:22.556437 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] Routers {'dc852a6e-9ec0-4808-8335-081a187aecce'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:10:22.557051 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:10:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['dc852a6e-9ec0-4808-8335-081a187aecce'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:22.644319 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks [] for router (dc852a6e-9ec0-4808-8335-081a187aecce), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:22.657850 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] Set router dc852a6e-9ec0-4808-8335-081a187aecce gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:10:22.830652 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:10:21Z', 'revision_number': 5, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:22.860790 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] Checking router: dc852a6e-9ec0-4808-8335-081a187aecce for host: dv-cinder-master-3-iscsi {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:10:22.869766 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] Routers {'dc852a6e-9ec0-4808-8335-081a187aecce'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:10:22.870392 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:10:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['dc852a6e-9ec0-4808-8335-081a187aecce'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:22.974809 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] Set router dc852a6e-9ec0-4808-8335-081a187aecce gateway port host: dv-cinder-master-3-iscsi {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:10:22.980972 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:23.001430 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks [] for router_gateway (dc852a6e-9ec0-4808-8335-081a187aecce), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.043419 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Deleting port f444d59a-9b81-400a-b7ab-85e0d74fa75b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:23.043791 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.132014 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] For port f444d59a-9b81-400a-b7ab-85e0d74fa75b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f444d59a-9b81-400a-b7ab-85e0d74fa75b,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:23.132375 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.146809 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Calling delete_port for f444d59a-9b81-400a-b7ab-85e0d74fa75b owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:23.154775 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:23.209949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:23.232372 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:10:21Z', 'revision_number': 5, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:23.258096 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c2bfb-dcf8-409f-8add-ee6ea154d833 None None] The sync data for ids ['dc852a6e-9ec0-4808-8335-081a187aecce'] in dv-cinder-master-3-iscsi is: [{'id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'name': 'tempest-TestShelveInstance-1133700105-router', 'tenant_id': '1fef9408db82475ab8903f48e483dd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163'}], 'enable_snat': True}, 'gw_port_id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:10:21Z', 'revision_number': 5, 'project_id': '1fef9408db82475ab8903f48e483dd1b', 'gw_port': {'id': 'f444d59a-9b81-400a-b7ab-85e0d74fa75b', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc852a6e-9ec0-4808-8335-081a187aecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:08:56Z', 'updated_at': '2022-10-09T01:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:10:23.316981 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (f444d59a-9b81-400a-b7ab-85e0d74fa75b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.341035 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f444d59a-9b81-400a-b7ab-85e0d74fa75b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:23.373805 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:10:23.401446 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (dc852a6e-9ec0-4808-8335-081a187aecce), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.487778 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (dc852a6e-9ec0-4808-8335-081a187aecce), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.489900 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks [] for router_controller (dc852a6e-9ec0-4808-8335-081a187aecce), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.532939 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (dc852a6e-9ec0-4808-8335-081a187aecce), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.533791 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc852a6e-9ec0-4808-8335-081a187aecce {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:10:23.537929 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.539208 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-436a20a4-21e2-436f-8ed4-484c321e90aa admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/dc852a6e-9ec0-4808-8335-081a187aecce HTTP/1.1" status: 204 len: 168 time: 0.9930866 Oct 09 01:10:23.541776 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:23.586561 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Deleting subnet 16487830-47c2-4172-aeb2-afd8c04c19f1 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:10:23.590971 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Publish callbacks [] for subnet (16487830-47c2-4172-aeb2-afd8c04c19f1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.632541 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4414679'] for subnet (16487830-47c2-4172-aeb2-afd8c04c19f1), precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.720330 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (16487830-47c2-4172-aeb2-afd8c04c19f1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.723895 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 2e3d988c-dd60-42c0-b5ee-878212bb71f6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:10:23.744851 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 2e3d988c-dd60-42c0-b5ee-878212bb71f6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:10:23.745207 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 2e3d988c-dd60-42c0-b5ee-878212bb71f6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:10:23.782691 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4383210'] for subnet (16487830-47c2-4172-aeb2-afd8c04c19f1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.808209 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16487830-47c2-4172-aeb2-afd8c04c19f1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:23.813994 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.817322 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-dc095a3b-62b3-40cf-8853-abe36160f172 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/16487830-47c2-4172-aeb2-afd8c04c19f1 HTTP/1.1" status: 204 len: 168 time: 0.2746325 Oct 09 01:10:23.818923 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf3a4b-5a42-49db-8631-3e86b02f5ee3 None None] Network b61dd093-5d2d-4770-aeef-41797121c0d3 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:10:23.819855 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:23.899007 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (b61dd093-5d2d-4770-aeef-41797121c0d3), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.946218 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Deleting port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:23.946566 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:23.987908 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] DHCP port deletion for b61dd093-5d2d-4770-aeef-41797121c0d3 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:10:24.013765 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] For port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:24.014131 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.026949 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Calling delete_port for c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:24.028228 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Deleting port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:24.028613 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.086959 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:24.094981 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] For port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,segment=NetworkSegment(634e18ea-c71b-4f47-b261-6ea83482889a),segment_id=634e18ea-c71b-4f47-b261-6ea83482889a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:24.095311 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.104123 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:24.108133 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Calling delete_port for c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:24.113616 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.137365 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:24.145184 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] No DVR routers for this DVR port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 on host dv-cinder-master-3-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:10:24.186323 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797'] for port (c13661b4-9ee4-4b24-a8ad-28d21d7f80b9), after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.210620 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Pushing event deleted for resources: {'Port': ['ID=c13661b4-9ee4-4b24-a8ad-28d21d7f80b9,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:24.215030 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] No DVR routers for this DVR port c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 on host dv-cinder-master-3-iscsi {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:10:24.219675 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (b61dd093-5d2d-4770-aeef-41797121c0d3), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.221243 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.221614 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.221927 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.226541 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533370ce-6a50-45fb-976f-807e61509e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 09 01:10:24.241458 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61dd093-5d2d-4770-aeef-41797121c0d3']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:24.250540 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634e18ea-c71b-4f47-b261-6ea83482889a') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:24.251377 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634e18ea-c71b-4f47-b261-6ea83482889a') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:24.260889 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (634e18ea-c71b-4f47-b261-6ea83482889a), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.273737 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (634e18ea-c71b-4f47-b261-6ea83482889a), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.280067 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:10:24.280453 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (634e18ea-c71b-4f47-b261-6ea83482889a), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.322089 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 634e18ea-c71b-4f47-b261-6ea83482889a resource provider aggregate not found Oct 09 01:10:24.341285 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 634e18ea-c71b-4f47-b261-6ea83482889a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 634e18ea-c71b-4f47-b261-6ea83482889a found for delete ", "request_id": "req-708f6ab5-ad63-48e9-8624-c11e95b2cf5a"}]} Oct 09 01:10:24.349469 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (b61dd093-5d2d-4770-aeef-41797121c0d3), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.356596 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.359459 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/b61dd093-5d2d-4770-aeef-41797121c0d3 HTTP/1.1" status: 204 len: 168 time: 0.5386746 Oct 09 01:10:24.363098 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:24.369798 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b432e-b1b9-4b63-813f-7dbb4c537d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b61dd093-5d2d-4770-aeef-41797121c0d3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:24.670797 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603970'] for router_interface (8990c51a-b997-4bc6-ad41-d1bae89dcc72), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.884489 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Deleting port 210af4c8-f369-4d4c-8082-46227be5b2f5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:24.884821 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.963285 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] For port 210af4c8-f369-4d4c-8082-46227be5b2f5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=210af4c8-f369-4d4c-8082-46227be5b2f5,segment=NetworkSegment(554884b1-b79d-4aa4-8abc-f1301f261c4b),segment_id=554884b1-b79d-4aa4-8abc-f1301f261c4b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:24.963555 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:24.976669 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Calling delete_port for 210af4c8-f369-4d4c-8082-46227be5b2f5 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:25.024616 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:25.075199 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:25.155800 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (210af4c8-f369-4d4c-8082-46227be5b2f5), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:25.179506 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Pushing event deleted for resources: {'Port': ['ID=210af4c8-f369-4d4c-8082-46227be5b2f5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:25.342526 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603958'] for router_interface (8990c51a-b997-4bc6-ad41-d1bae89dcc72), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:25.565915 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f444d59a-9b81-400a-b7ab-85e0d74fa75b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:10:25.587292 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: f444d59a-9b81-400a-b7ab-85e0d74fa75b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:10:25.587768 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device f444d59a-9b81-400a-b7ab-85e0d74fa75b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:10:25.588269 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:10:25.606975 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:10:25.607319 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device c13661b4-9ee4-4b24-a8ad-28d21d7f80b9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:10:25.778362 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 has already been hosted by L3 agent c5a33f3d-9f30-402f-9dfe-6fc9368759bb {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 09 01:10:25.880340 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 09 01:10:25.885376 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-f65620a1-72b2-401e-b722-3fa1c3703700 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/8990c51a-b997-4bc6-ad41-d1bae89dcc72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5212305 Oct 09 01:10:25.887998 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38192) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:25.889337 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] Sync routers for ids ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'] in dv-cinder-master-3-iscsi {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 09 01:10:25.900296 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] Routers {'8990c51a-b997-4bc6-ad41-d1bae89dcc72'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:10:25.900919 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:10:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:25.989901 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks [] for router (8990c51a-b997-4bc6-ad41-d1bae89dcc72), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.001973 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] Set router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 gateway port host: dv-cinder-master-3-iscsi {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:10:26.084479 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:26.087041 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks [] for router_gateway (8990c51a-b997-4bc6-ad41-d1bae89dcc72), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.132780 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Deleting port 1693fd7c-438d-4b90-bf3e-c04814a09b2c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:26.133187 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.176273 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'external_fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:10:25Z', 'revision_number': 5, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port': {'id': '1693fd7c-438d-4b90-bf3e-c04814a09b2c', 'name': '', 'network_id': '3d48f00d-dd5a-4867-a3e0-929aeb72c042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-09T01:09:01Z', 'updated_at': '2022-10-09T01:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f92119b-fe6b-47bd-9d10-bb5087854d0d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:26.189975 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:26.202007 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] Checking router: 8990c51a-b997-4bc6-ad41-d1bae89dcc72 for host: dv-cinder-master-3-iscsi {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 09 01:10:26.211510 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] Routers {'8990c51a-b997-4bc6-ad41-d1bae89dcc72'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 09 01:10:26.211803 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-09T00:47:40Z,description=,heartbeat_timestamp=2022-10-09T01:10:10Z,host='dv-cinder-master-3-iscsi',id=c5a33f3d-9f30-402f-9dfe-6fc9368759bb,load=0,resource_versions=,resources_synced=,started_at=2022-10-09T00:47:40Z,topic='l3_agent')) {'router_ids': ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:26.216474 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] For port 1693fd7c-438d-4b90-bf3e-c04814a09b2c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1693fd7c-438d-4b90-bf3e-c04814a09b2c,segment=NetworkSegment(466209de-cb09-4473-8033-6597828bc645),segment_id=466209de-cb09-4473-8033-6597828bc645)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:26.216832 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.230086 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Calling delete_port for 1693fd7c-438d-4b90-bf3e-c04814a09b2c owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:26.402719 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7001567'] for port (1693fd7c-438d-4b90-bf3e-c04814a09b2c), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.421255 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] Set router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 09 01:10:26.431927 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1693fd7c-438d-4b90-bf3e-c04814a09b2c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:26.470323 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:10:26Z', 'revision_number': 6, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:26.493986 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597628'] for router_gateway (8990c51a-b997-4bc6-ad41-d1bae89dcc72), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.497780 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d550c6-ee6a-4790-a115-20573c383df9 None None] The sync data for ids ['8990c51a-b997-4bc6-ad41-d1bae89dcc72'] in dv-cinder-master-3-iscsi is: [{'id': '8990c51a-b997-4bc6-ad41-d1bae89dcc72', 'name': 'tempest-TestShelveInstance-943097952-router', 'tenant_id': 'ab20088cee27434ab33024d0693c44bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-09T01:09:00Z', 'updated_at': '2022-10-09T01:10:26Z', 'revision_number': 6, 'project_id': 'ab20088cee27434ab33024d0693c44bd', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 09 01:10:26.583180 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1160'] for router (8990c51a-b997-4bc6-ad41-d1bae89dcc72), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.585319 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks [] for router_controller (8990c51a-b997-4bc6-ad41-d1bae89dcc72), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.625225 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604014'] for router (8990c51a-b997-4bc6-ad41-d1bae89dcc72), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.627811 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8990c51a-b997-4bc6-ad41-d1bae89dcc72 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 09 01:10:26.632124 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.633200 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-ec0e37c7-9771-4670-ae30-a7bf450c22b9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/8990c51a-b997-4bc6-ad41-d1bae89dcc72 HTTP/1.1" status: 204 len: 168 time: 0.7442739 Oct 09 01:10:26.635748 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.33', 38194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:26.683050 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Deleting subnet 6cca7a80-2d7a-4c08-8a93-f46ecf74540f {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 09 01:10:26.686381 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Publish callbacks [] for subnet (6cca7a80-2d7a-4c08-8a93-f46ecf74540f), before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.721368 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6130211'] for subnet (6cca7a80-2d7a-4c08-8a93-f46ecf74540f), precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.794227 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053532'] for subnet (6cca7a80-2d7a-4c08-8a93-f46ecf74540f), precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.852309 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1997235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7001578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4646910'] for subnet (6cca7a80-2d7a-4c08-8a93-f46ecf74540f), after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.879219 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cca7a80-2d7a-4c08-8a93-f46ecf74540f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:26.882854 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.888064 dv-cinder-master-3-iscsi neutron-server[106252]: INFO neutron.wsgi [None req-1244cef7-0a34-4661-8cc9-1e4b522ad3fc admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/6cca7a80-2d7a-4c08-8a93-f46ecf74540f HTTP/1.1" status: 204 len: 168 time: 0.2513585 Oct 09 01:10:26.888827 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:26.889593 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd998c3-41a9-4dd1-a76f-83780947d260 None None] Network 9199d184-92ab-49f4-b12a-13fa943db117 requested from dv-cinder-master-3-iscsi {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 09 01:10:26.967862 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074449'] for network (9199d184-92ab-49f4-b12a-13fa943db117), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:26.969271 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:27.013311 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Deleting port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 09 01:10:27.013778 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753760678696'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.077323 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] For port 6ebc715b-f504-4d86-894f-3858c5ca3ba1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ebc715b-f504-4d86-894f-3858c5ca3ba1,segment=NetworkSegment(554884b1-b79d-4aa4-8abc-f1301f261c4b),segment_id=554884b1-b79d-4aa4-8abc-f1301f261c4b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 09 01:10:27.077323 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599420'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.093927 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Calling delete_port for 6ebc715b-f504-4d86-894f-3858c5ca3ba1 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 09 01:10:27.170512 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753760681894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753760141797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4413605'] for port (6ebc715b-f504-4d86-894f-3858c5ca3ba1), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.195965 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebc715b-f504-4d86-894f-3858c5ca3ba1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:27.200371 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] No DVR routers for this DVR port 6ebc715b-f504-4d86-894f-3858c5ca3ba1 on host dv-cinder-master-3-iscsi {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 09 01:10:27.247454 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.264076 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472c39f-dde7-4c57-aa51-97be7a65fea2 None None] DHCP port deletion for 9199d184-92ab-49f4-b12a-13fa943db117 request from dv-cinder-master-3-iscsi {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 09 01:10:27.281070 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876622', 'neutron.services.segments.db._delete_segments_for_network-8753760655580'] for network (9199d184-92ab-49f4-b12a-13fa943db117), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.303514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9199d184-92ab-49f4-b12a-13fa943db117']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:27.313015 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554884b1-b79d-4aa4-8abc-f1301f261c4b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:27.313918 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.services.segments.db [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554884b1-b79d-4aa4-8abc-f1301f261c4b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 09 01:10:27.323353 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753760592038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4414638'] for segment (554884b1-b79d-4aa4-8abc-f1301f261c4b), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.336811 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707'] for segment (554884b1-b79d-4aa4-8abc-f1301f261c4b), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.343185 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 09 01:10:27.343574 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1878707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4413562'] for segment (554884b1-b79d-4aa4-8abc-f1301f261c4b), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.385176 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 554884b1-b79d-4aa4-8abc-f1301f261c4b resource provider aggregate not found Oct 09 01:10:27.402666 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.services.segments.plugin [-] Segment 554884b1-b79d-4aa4-8abc-f1301f261c4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 554884b1-b79d-4aa4-8abc-f1301f261c4b found for delete ", "request_id": "req-39f16853-4db7-4cbf-b471-0021211cd65e"}]} Oct 09 01:10:27.409857 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597667'] for network (9199d184-92ab-49f4-b12a-13fa943db117), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.415154 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.418294 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/9199d184-92ab-49f4-b12a-13fa943db117 HTTP/1.1" status: 204 len: 168 time: 0.5285292 Oct 09 01:10:27.440069 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7030b-8fc1-45fd-9fc3-db9bc79f058a admin admin] Pushing event deleted for resources: {'Network': ['ID=9199d184-92ab-49f4-b12a-13fa943db117,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:27.533193 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 6ebc715b-f504-4d86-894f-3858c5ca3ba1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:10:27.536684 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:27.560773 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 6ebc715b-f504-4d86-894f-3858c5ca3ba1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:10:27.561081 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 6ebc715b-f504-4d86-894f-3858c5ca3ba1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:10:27.561496 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 210af4c8-f369-4d4c-8082-46227be5b2f5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:10:27.582663 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 210af4c8-f369-4d4c-8082-46227be5b2f5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:10:27.582825 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 210af4c8-f369-4d4c-8082-46227be5b2f5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:10:27.583202 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 1693fd7c-438d-4b90-bf3e-c04814a09b2c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 09 01:10:27.602017 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] No Port match for: 1693fd7c-438d-4b90-bf3e-c04814a09b2c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 09 01:10:27.602369 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Device 1693fd7c-438d-4b90-bf3e-c04814a09b2c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 09 01:10:27.615811 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:27.656191 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-80057688-ee9c-4275-9b25-ac15d6fe64a3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1fef9408db82475ab8903f48e483dd1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392480 Oct 09 01:10:27.658854 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:27.706904 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb70-757b-4e39-9afd-373aba34ebd2 admin admin] Publish callbacks [] for security_group (bea7ab72-1f65-47e7-bcea-64ca18bb7f58), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.722448 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:27.727175 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb70-757b-4e39-9afd-373aba34ebd2 admin admin] Publish callbacks [] for security_group (bea7ab72-1f65-47e7-bcea-64ca18bb7f58), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.733465 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:27.776381 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb70-757b-4e39-9afd-373aba34ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (bea7ab72-1f65-47e7-bcea-64ca18bb7f58), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.778863 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb70-757b-4e39-9afd-373aba34ebd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:27.780075 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-08a4fb70-757b-4e39-9afd-373aba34ebd2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bea7ab72-1f65-47e7-bcea-64ca18bb7f58 HTTP/1.1" status: 204 len: 168 time: 0.1203456 Oct 09 01:10:27.788890 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4fb70-757b-4e39-9afd-373aba34ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7ab72-1f65-47e7-bcea-64ca18bb7f58,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:28.108599 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:28.151172 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-0d4781bc-9d8f-4be4-aa98-b813d2b16651 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ab20088cee27434ab33024d0693c44bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399618 Oct 09 01:10:28.153681 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.33', 38214) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 09 01:10:28.207052 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-192c8b38-ce11-4c31-bc61-8e559a9b2930 admin admin] Publish callbacks [] for security_group (e4c98132-a3ae-485b-b3d0-cd9f5b52570e), before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:28.227514 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-192c8b38-ce11-4c31-bc61-8e559a9b2930 admin admin] Publish callbacks [] for security_group (e4c98132-a3ae-485b-b3d0-cd9f5b52570e), precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:28.274272 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-192c8b38-ce11-4c31-bc61-8e559a9b2930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535067'] for security_group (e4c98132-a3ae-485b-b3d0-cd9f5b52570e), after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:28.276848 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-192c8b38-ce11-4c31-bc61-8e559a9b2930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:28.278005 dv-cinder-master-3-iscsi neutron-server[106253]: INFO neutron.wsgi [None req-192c8b38-ce11-4c31-bc61-8e559a9b2930 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e4c98132-a3ae-485b-b3d0-cd9f5b52570e HTTP/1.1" status: 204 len: 168 time: 0.1232159 Oct 09 01:10:28.288052 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c8b38-ce11-4c31-bc61-8e559a9b2930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c98132-a3ae-485b-b3d0-cd9f5b52570e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 09 01:10:36.858431 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:36.861487 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG dbcounter [-] [106252] Writing DB stats neutron:SELECT=55,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106252) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:37.587185 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:37.607485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d251-2c41-4d3d-90a6-2ac1d1db5b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:37.978740 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=77 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:37.980597 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=77 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:38.280759 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:38.282989 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG dbcounter [-] [106253] Writing DB stats neutron:SELECT=24,neutron:DELETE=6 {{(pid=106253) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:39.838716 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0d02334-f793-48d5-b95a-a314b03b5359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:41.377281 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:42.963363 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:42.985947 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:10:52.980912 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:52.982795 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:10:57.276221 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:00.372896 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:11:06.156965 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:07.265556 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:07.272900 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:07.608927 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7821e507-33ca-4050-90dd-c633c11102c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:09.842830 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-605e6057-9425-4781-90f0-f9952bae037c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:11.379844 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:12.965403 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:12.987255 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:18.120537 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:18.121353 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:22.981253 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:22.983686 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:27.284531 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:35.522042 dv-cinder-master-3-iscsi neutron-server[106253]: DEBUG neutron.wsgi [req-60bfa35d-75ef-439f-9fc9-d075b95e86b7 req-87516efe-8f73-4cd4-92b7-ad3bcb987c40 service neutron] (106253) timed out ('10.222.0.60', 65029) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 09 01:11:36.013843 dv-cinder-master-3-iscsi neutron-server[106252]: DEBUG neutron.wsgi [req-d46f66e9-1d13-438b-8f02-6a5c60c7c0d8 req-9f4d6d6a-2269-4edb-974c-8dd7b2e2147e service neutron] (106252) timed out ('10.222.0.60', 65063) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 09 01:11:37.278470 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:37.280560 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:37.373199 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:11:37.610366 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8854898-c3bb-4c0e-962a-eeb2c2417a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:39.844306 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32c1a031-2db8-40ce-a7a4-cb5343855ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:41.383089 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:42.969406 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:42.989263 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:11:43.153152 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:47.369805 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:52.978492 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:52.984519 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:11:57.291749 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:07.285673 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:07.288438 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:07.612752 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c72b76e6-1db9-4f1c-a337-64fa1c7638d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:09.846330 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f333f161-4808-4e1c-8883-95e907ad5c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:11.385210 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:12.977059 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:12.992018 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:14.372143 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:12:22.986420 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:22.988441 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:24.367382 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:24.368061 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:27.308127 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:37.301450 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:37.304485 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:37.613463 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a6b461a4-b45b-4eeb-9354-19af52378e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:37.972381 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=10 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:37.976738 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=16 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:39.847343 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86c03c49-66e8-4edf-9b64-fc46f352fdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:41.388214 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:42.984213 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:42.995016 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:12:51.372007 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:12:52.989219 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:52.991106 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:57.147424 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:12:57.307948 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:01.368243 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=7 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:07.302126 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:07.303916 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:07.616453 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6092b0ad-9da1-418f-be69-a96abec79c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:09.849446 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-260585e2-7b10-4cb3-bbb1-891a67c8c2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:11.391728 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:12.979692 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:12.996246 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:22.984888 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:22.991842 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:27.312595 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:28.372034 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:13:37.301699 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:37.307808 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:37.617757 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26873f39-86ef-488a-8522-ae295baf09f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:38.367273 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:38.368054 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:39.851811 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51db3f67-2011-468e-817c-ca2669e735bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:41.394585 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:42.987091 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:42.997869 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:13:52.992400 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:52.994260 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:13:57.308312 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:05.371300 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:14:07.302701 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:07.304611 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:07.618978 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f062c4e5-b7c3-46ab-876f-95f785dc6ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:09.852701 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d640fdf-63e4-48ed-9f0e-3dfd92642931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:11.140825 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=3 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:11.396765 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:12.988255 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:12.998993 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:15.367103 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:22.993750 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:22.995641 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:27.339508 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:37.333621 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:37.335434 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:37.620564 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4757c907-c3a1-4596-9e83-614f2fe4fc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:37.968321 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=14 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:37.972101 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=12 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:39.854708 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1185838-ddf3-41cd-be94-50c81ea6f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:41.400017 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:42.370578 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:14:42.998946 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:43.003066 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:14:52.366405 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=6 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:52.367094 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=2 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:52.997523 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:52.999397 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:14:57.365567 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:07.355067 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:07.362271 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:07.622305 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ded38041-4acd-4a67-ae20-fb99f41b95ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:09.855437 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cdbb494f-5558-4099-b085-87fc59ac233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:11.401898 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:13.002263 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:13.006808 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:19.370358 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG neutron.db.agents_db [None req-f599a186-cc60-4c60-bcf4-3283d36270a8 None None] Agent healthcheck: found 6 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 09 01:15:22.991658 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:23.002372 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:27.374640 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7cb9-64f5-48f7-8e90-15f5e8dde789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (920cebf2-6fcc-42c2-918a-071919924c81), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:36.172671 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=4 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:36.173461 dv-cinder-master-3-iscsi neutron-server[106255]: DEBUG dbcounter [-] [106255] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106255) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:37.368635 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=2 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:37.370438 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG dbcounter [-] [106254] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 09 01:15:37.627449 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c25cacd-0daa-435d-92f6-e1978a53a6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (a6f9d6c5-0dcc-4221-ba2c-51f0cf56c425), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:39.858766 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ce29e7f-3e16-429a-9c0c-b0bbf3e91f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5a33f3d-9f30-402f-9dfe-6fc9368759bb), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:41.404864 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6281-3905-4058-88f2-fb08ff11a21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (c5c6a278-8c24-4426-90d6-7e7cac9c4cd9), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:43.009448 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dab1e8e5-baa1-4da6-ae26-1a627aaa1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (de0e41f1-473d-46f0-9063-e1f53ad43b69), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 09 01:15:43.013886 dv-cinder-master-3-iscsi neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e847-ba5c-4842-9910-21a4ef5be62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753760655562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873857'] for agent (953f1b4f-d70e-4c33-892c-de8433f83579), after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}